-- Logs begin at Mon 2022-04-11 22:51:05 UTC, end at Tue 2022-04-12 00:24:47 UTC. -- Apr 11 23:52:37.121607 dv-cinder-837432-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 23:52:40.050510 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.common.config [-] Logging enabled! Apr 11 23:52:40.051138 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev16 Apr 11 23:52:40.051235 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 23:52:40.054643 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.common.config [-] Logging enabled! Apr 11 23:52:40.054928 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev16 Apr 11 23:52:40.055243 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 23:52:40.056190 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 23:52:40.056426 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 23:52:40.056796 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 23:52:40.057044 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 23:52:40.057272 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 23:52:40.058014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.058449 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 23:52:40.058771 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.059098 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.059400 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.059701 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.060020 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.060308 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.060600 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.060904 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.061192 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.061474 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.061761 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.062056 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.062341 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.062632 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.062947 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.063233 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] debug = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.063515 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.063952 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.064373 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.064659 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.064956 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.065333 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.065805 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.066296 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.066769 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.067177 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] host = dv-cinder-837432-2-iscsi {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.067468 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.067767 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.068068 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.068365 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.068645 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.068928 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.069219 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.069500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.069778 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.070059 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.070353 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.070645 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.070965 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.071195 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.071420 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.071722 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.072012 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.072292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.072569 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.072846 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.073123 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.073401 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.073672 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.073958 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.074248 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.074535 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.074812 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.075114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.075915 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.076192 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.076483 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.076760 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.077037 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.077318 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.077607 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.077880 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.078154 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.078460 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.078753 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.079072 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.079364 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.079642 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.079930 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.080204 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.080478 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.080752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_json = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.081028 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.081300 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.081587 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.081862 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.082136 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.082410 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.082686 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.083003 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.083280 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:40.083578 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.083877 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.084180 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.084479 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.084773 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.085058 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.085351 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.085632 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.085922 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.086212 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.086504 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.086785 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.087122 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.087420 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.087716 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.088025 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.088320 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.088616 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.088896 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.089174 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.089451 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.089732 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.090021 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.090302 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.090595 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.090917 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.091768 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.092070 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.092364 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.092663 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.092958 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.093238 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.093523 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.093818 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.094103 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.094381 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.094662 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.094983 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.095270 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.095547 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.095836 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.096118 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.096650 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.096926 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.097213 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.097507 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.097789 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.098065 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.098340 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.098620 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.098919 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.099211 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.099494 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.099772 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.100050 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.100332 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.100606 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.100883 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.101162 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.101438 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.101719 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.101994 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.102270 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.102546 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.102821 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.103115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.103390 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.103666 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.103946 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.104221 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.104495 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.104772 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.105048 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.105324 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.105616 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.105916 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.106197 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.106482 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.106790 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.107096 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.107381 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.107662 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.107941 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.108219 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.108494 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.108787 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.109072 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.109363 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.109666 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.109947 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.110245 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.110525 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.110801 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.111112 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.111393 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.111673 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.111959 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.112242 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.112538 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.112836 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.113133 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.113430 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.113725 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.114009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.114319 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.114601 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:40.114819 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 23:52:40.115081 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 23:52:40.486125 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 23:52:40.486404 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 23:52:40.486711 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 23:52:40.487213 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 23:52:40.812912 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.813215 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.813492 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.814673 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.814988 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.815377 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.861148 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.861438 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.861710 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.876028 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.876313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.876584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.904276 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.904555 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.904821 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.942270 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.942550 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:40.942818 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.285032 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.285669 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.285669 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.285831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.286504 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.384387 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.384709 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.384995 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.385273 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.385538 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.385848 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.386109 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.386365 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.386619 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.386927 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.387192 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.387458 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.387715 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.388576 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.388835 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.389099 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.389356 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.389625 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.389895 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.390154 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.390427 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.390682 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.390987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.391371 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.391625 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.391875 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.392273 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.392519 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.392762 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.393002 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.393242 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.393480 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:41.393845 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 23:52:41.396924 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 23:52:41.400914 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 23:52:41.404541 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 11 23:52:41.406166 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 23:52:41.406630 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 23:52:41.406991 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 23:52:41.407380 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 23:52:41.410148 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 23:52:41.410398 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 23:52:41.410742 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 23:52:41.415615 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 23:52:41.439504 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 23:52:41.439957 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.440253 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 23:52:41.440625 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.441965 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 23:52:41.442243 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 23:52:41.442490 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 23:52:41.445737 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.446019 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:41.508387 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 23:52:41.508622 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 23:52:41.508857 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 23:52:41.509219 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 23:52:41.529490 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_db.sqlalchemy.engines [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 23:52:42.128253 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing driver for type 'gre' Apr 11 23:52:42.128778 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] gre ID ranges: [(1, 1000)] Apr 11 23:52:42.305323 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing driver for type 'local' Apr 11 23:52:42.305926 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing driver for type 'vlan' Apr 11 23:52:42.413937 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] VlanTypeDriver initialization complete Apr 11 23:52:42.414222 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing driver for type 'vxlan' Apr 11 23:52:42.414725 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] vxlan ID ranges: [(1, 1000)] Apr 11 23:52:42.636529 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing extension driver 'port_security' Apr 11 23:52:42.636876 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.extensions.port_security [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] PortSecurityExtensionDriver initialization complete Apr 11 23:52:42.637239 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing mechanism driver 'openvswitch' Apr 11 23:52:42.637584 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing mechanism driver 'hyperv' Apr 11 23:52:42.644225 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.plugin [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:52:42.645083 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.645459 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.645816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.646347 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.646781 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.647206 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.647557 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.647958 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.648358 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.648705 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.649047 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.649436 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.649838 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.650191 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.650534 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.651013 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.651414 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.651779 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.652102 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.652498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.652895 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > address_group after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.653239 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > address_group after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.653577 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.653968 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 23:52:42.654404 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] ML2 OVO RPC backend initialized. {{(pid=110055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 23:52:42.655150 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.655509 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.655924 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.656273 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > networks before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.656618 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.656960 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > ports before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.657302 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.657641 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnets before_response 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.657984 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.658366 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.658700 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.659064 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.664425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.664425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.664425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.664425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.664771 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.670100 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded quota_driver: . Apr 11 23:52:42.670995 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.plugin [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Modular L2 Plugin initialization complete Apr 11 23:52:42.671345 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading services supported by the core plugin {{(pid=110055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 23:52:42.671685 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.plugins.ml2.managers [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Got port-security extension from driver 'port_security' Apr 11 23:52:42.672162 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.extensions.vlantransparent [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Disabled vlantransparent extension. Apr 11 23:52:42.672650 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 23:52:42.672971 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: router Apr 11 23:52:42.708123 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.708510 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_create 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.708880 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router before_create 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.709243 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.709617 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.709975 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_delete 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.710337 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.710688 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.711068 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_create 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.711417 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.711765 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.712112 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.712469 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.712879 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.713252 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.713595 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.713935 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: subnet after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.714277 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.714626 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.715006 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_create 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.715351 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.715691 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.716048 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router after_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.716392 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.716867 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_create 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.717756 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.718103 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_update 55549900 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.718471 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > agent after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.718822 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > agent after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.719187 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > network after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.720025 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Tracking information for resource: router configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:42.720356 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Tracking information for resource: floatingip configured {{(pid=110055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 23:52:42.725351 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.db.l3_agentschedulers_db [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 23:52:42.725930 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.726291 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.726641 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.727020 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: port after_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.727807 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router before_create 55550100 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.728168 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.728526 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_create 55550100 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.728878 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > router precommit_update 55550100 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.734133 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.provider_configuration [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service providers = [] {{(pid=110055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 23:52:42.734484 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.db.servicetype_db [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 23:52:42.737426 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.service_base [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 23:52:42.737775 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.service_base [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 23:52:42.738119 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.service_base [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 23:52:42.739033 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.services.service_base [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 23:52:42.739407 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.services.service_base [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 23:52:42.739783 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.740103 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 23:52:42.750742 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.751147 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: auto_allocate Apr 11 23:52:42.756927 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: network precommit_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.757297 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: network precommit_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.757818 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.758136 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: tag Apr 11 23:52:42.764965 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.765304 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: timestamp Apr 11 23:52:42.769132 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.769525 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: network_ip_availability Apr 11 23:52:42.774878 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.775254 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.775609 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:42.776329 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.776648 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: flavors Apr 11 23:52:42.782042 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.782378 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading Plugin: revisions Apr 11 23:52:42.786582 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 23:52:42.787011 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.300s {{(pid=110055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 23:52:42.787747 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 23:52:42.788082 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Initializing extension manager. Apr 11 23:52:42.788600 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: __init__.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.788944 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: __pycache__ {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.789279 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: address_group.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.790031 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.790609 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: address-group Apr 11 23:52:42.790963 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: address_scope.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.791676 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.792187 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: address-scope Apr 11 23:52:42.792509 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.793440 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.793943 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: router-admin-state-down-before-update Apr 11 23:52:42.794265 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: agent.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.795002 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.796165 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: agent Apr 11 23:52:42.796488 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: agent_resources_synced.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.797393 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.797902 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: agent-resources-synced Apr 11 23:52:42.798226 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: allowedaddresspairs.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.800056 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.800605 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: allowed-address-pairs Apr 11 23:52:42.800934 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: auto_allocated_topology.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.802004 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.802513 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: auto-allocated-topology Apr 11 23:52:42.802868 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: availability_zone.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.803552 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.804052 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: availability_zone Apr 11 23:52:42.804374 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: availability_zone_filter.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.805316 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.805820 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: availability_zone_filter Apr 11 23:52:42.806143 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: data_plane_status.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.807077 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.807580 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 23:52:42.807901 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: default_subnetpools.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.808805 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.809308 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: default-subnetpools Apr 11 23:52:42.809627 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.810434 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.810975 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: dhcp_agent_scheduler Apr 11 23:52:42.811329 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: dns.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.812240 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.812744 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 23:52:42.813065 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: dns_domain_ports.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.813980 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.814484 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 23:52:42.814804 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.815747 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.816250 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 23:52:42.816570 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: dvr.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.817240 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.817743 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: dvr Apr 11 23:52:42.818063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: ecmp_routes.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.819005 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.819508 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 23:52:42.819829 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: empty_string_filtering.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.820731 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.821233 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: empty-string-filtering Apr 11 23:52:42.821555 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.822462 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.822995 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 23:52:42.823319 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.824224 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.824724 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 23:52:42.825046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: external_net.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.825958 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.826458 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: external-net Apr 11 23:52:42.826868 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.827778 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.828280 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: extra_dhcp_opt Apr 11 23:52:42.828605 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: extraroute.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.829497 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.830003 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: extraroute Apr 11 23:52:42.830325 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: extraroute_atomic.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.831361 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.831896 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: extraroute-atomic Apr 11 23:52:42.832219 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: filter_validation.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.832880 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.833379 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: filter-validation Apr 11 23:52:42.833699 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: fip_pf_description.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.834605 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.835131 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 23:52:42.835456 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: fip_port_details.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.836550 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.837057 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: fip-port-details Apr 11 23:52:42.837378 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: flavors.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.838580 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.839115 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: flavors Apr 11 23:52:42.839440 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.841078 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.841593 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 23:52:42.841921 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: floatingip_pools.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.843201 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.843709 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: floatingip-pools Apr 11 23:52:42.844035 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: ip_allocation.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.844955 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.845456 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 23:52:42.845783 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.846981 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.847484 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: ip-substring-filtering Apr 11 23:52:42.847806 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l2_adjacency.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.848728 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.849231 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 23:52:42.849554 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.850512 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.851059 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: router Apr 11 23:52:42.851385 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.853608 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.854127 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 23:52:42.854459 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.855415 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.855929 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: ext-gw-mode Apr 11 23:52:42.856255 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.857170 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.857675 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: l3-ha Apr 11 23:52:42.858581 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.859532 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.860036 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 23:52:42.860358 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_flavors.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.861266 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.861768 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: l3-flavors Apr 11 23:52:42.862090 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.863484 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.863996 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 23:52:42.864321 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.865230 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.865740 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 23:52:42.866065 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: l3agentscheduler.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.867138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.867649 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: l3_agent_scheduler Apr 11 23:52:42.867972 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: local_ip.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.869714 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.870234 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension local_ip not supported by any of loaded plugins Apr 11 23:52:42.870569 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: logging.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.873528 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.874196 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension logging not supported by any of loaded plugins Apr 11 23:52:42.874526 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: metering.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.875307 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.875889 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: metering Apr 11 23:52:42.876215 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.877297 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.877810 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: metering_source_and_destination_fields Apr 11 23:52:42.878134 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: multiprovidernet.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.879080 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.879588 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: multi-provider Apr 11 23:52:42.879910 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: netmtu.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.880816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.881322 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: net-mtu Apr 11 23:52:42.881640 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: netmtu_writable.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.882552 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.883092 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: net-mtu-writable Apr 11 23:52:42.883415 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: network_availability_zone.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.884083 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.884584 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: network_availability_zone Apr 11 23:52:42.884902 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: network_ip_availability.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.886000 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.886506 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: network-ip-availability Apr 11 23:52:42.886825 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: network_segment_range.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.887610 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.888113 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 23:52:42.888434 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: pagination.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.889442 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.889772 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: pagination Apr 11 23:52:42.890092 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: port_device_profile.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.891030 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.891543 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: port-device-profile Apr 11 23:52:42.891865 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.892774 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.893278 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: port-mac-address-regenerate Apr 11 23:52:42.893600 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.894503 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.895030 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: port-numa-affinity-policy Apr 11 23:52:42.895354 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: port_resource_request.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.896264 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.896761 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 23:52:42.897085 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: port_resource_request_groups.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.898040 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.898539 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 23:52:42.898892 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: portbindings.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.899816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.900315 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: binding Apr 11 23:52:42.900637 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: portbindings_extended.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.901885 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.902392 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: binding-extended Apr 11 23:52:42.902717 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: portsecurity.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.903652 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.904159 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: port-security Apr 11 23:52:42.904482 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: project_id.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.905979 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.906312 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: project-id Apr 11 23:52:42.906635 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: providernet.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.907576 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.908084 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: provider Apr 11 23:52:42.908406 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.911981 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.912504 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos not supported by any of loaded plugins Apr 11 23:52:42.912836 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.914068 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.914625 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 23:52:42.914947 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.915862 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.916378 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 23:52:42.916703 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_default.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.917606 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.918109 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-default not supported by any of loaded plugins Apr 11 23:52:42.918431 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_fip.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.919388 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.919896 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 23:52:42.920218 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.921678 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.922183 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 23:52:42.922505 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_gateway_ip.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.923455 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.923962 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 23:52:42.924283 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_port_network_policy.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.925313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.925817 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 23:52:42.926143 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.927194 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.927704 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 23:52:42.928025 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.929053 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.929563 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 23:52:42.929885 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_pps_rule.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.931078 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.931591 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 23:52:42.931914 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_rule_type_details.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.932820 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.933324 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 23:52:42.933646 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: qos_rules_alias.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.934675 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.935210 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 23:52:42.935532 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: quota_check_limit.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.936464 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.936973 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: quota-check-limit Apr 11 23:52:42.937296 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: quotasv2.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.938207 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.938533 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: quotas Apr 11 23:52:42.938872 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: quotasv2_detail.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.940636 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.940971 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: quota_details Apr 11 23:52:42.941297 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: rbac.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.942342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.942882 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: rbac-policies Apr 11 23:52:42.943215 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: rbac_address_group.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.944139 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.944648 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: rbac-address-group Apr 11 23:52:42.944972 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: rbac_address_scope.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.945895 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.946407 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: rbac-address-scope Apr 11 23:52:42.946731 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: rbac_security_groups.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.947680 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.948188 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: rbac-security-groups Apr 11 23:52:42.948511 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: rbac_subnetpool.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.949419 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.949926 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: rbac-subnetpool Apr 11 23:52:42.950249 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: revisionifmatch.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.951363 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.951896 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: revision-if-match Apr 11 23:52:42.952223 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: revisions.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.953347 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.953859 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: standard-attr-revisions Apr 11 23:52:42.954184 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: router_availability_zone.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.954873 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.955381 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: router_availability_zone Apr 11 23:52:42.955703 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: routerservicetype.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.956629 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.957131 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 23:52:42.957455 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.958376 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.958913 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: security-groups-normalized-cidr Apr 11 23:52:42.959242 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.960156 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.960668 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: port-security-groups-filtering Apr 11 23:52:42.960993 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.961917 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.962425 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: security-groups-remote-address-group Apr 11 23:52:42.962746 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.963703 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.964211 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: security-groups-shared-filtering Apr 11 23:52:42.964535 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.965118 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 23:52:42.965436 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: securitygroup.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.975800 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.976325 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: security-group Apr 11 23:52:42.976662 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: segment.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.977388 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.977895 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension segment not supported by any of loaded plugins Apr 11 23:52:42.978220 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.979184 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.979692 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 23:52:42.980017 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: servicetype.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.981106 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.981618 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: service-type Apr 11 23:52:42.981943 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: sorting.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.983515 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.983853 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: sorting Apr 11 23:52:42.984172 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: standard_attr_segment.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.985083 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.985588 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 23:52:42.985907 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: standardattrdescription.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.986547 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.987083 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: standard-attr-description Apr 11 23:52:42.987409 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: stateful_security_group.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.988328 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.988833 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: stateful-security-group Apr 11 23:52:42.989155 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: stdattrs_common.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.989720 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 23:52:42.990039 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.990997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.991510 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 23:52:42.991832 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnet_onboard.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.992892 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.993401 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: subnet_onboard Apr 11 23:52:42.993725 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.994663 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.995193 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 23:52:42.995522 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnet_service_types.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.996441 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.996952 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: subnet-service-types Apr 11 23:52:42.997272 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnetallocation.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.998352 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:42.998943 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: subnet_allocation Apr 11 23:52:42.999273 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:42.999934 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.000436 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: subnetpool-prefix-ops Apr 11 23:52:43.000756 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.001678 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.002183 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 23:52:43.002505 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: tagging.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.003634 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.004147 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: standard-attr-tag Apr 11 23:52:43.004474 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: timestamp.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.005673 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.006183 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loaded extension: standard-attr-timestamp Apr 11 23:52:43.006507 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: trunk.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.007562 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.008072 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension trunk not supported by any of loaded plugins Apr 11 23:52:43.008396 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: trunk_details.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.009303 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.009810 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 23:52:43.010132 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: uplink_status_propagation.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.011070 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.011579 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 23:52:43.011899 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Loading extension file: vlantransparent.py {{(pid=110055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 23:52:43.012560 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 23:52:43.013061 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 23:52:43.015569 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:network Apr 11 23:52:43.016084 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnet Apr 11 23:52:43.016483 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 23:52:43.016887 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:port Apr 11 23:52:43.018104 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.018542 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service FLAVORS assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.019184 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.019619 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.019952 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:router Apr 11 23:52:43.020391 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 23:52:43.020876 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service METERING assigned prefix: /metering {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.022295 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:43.022672 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:43.023054 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 23:52:43.024057 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 23:52:43.024491 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:security_group Apr 11 23:52:43.024923 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 23:52:43.025510 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service CORE assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.025840 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 23:52:43.026183 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] subnetpool is already registered Apr 11 23:52:43.026609 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service CORE assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.026977 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 23:52:43.027318 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] subnetpool is already registered Apr 11 23:52:43.029554 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.030552 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service FLAVORS assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.031169 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.031591 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.031922 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:router Apr 11 23:52:43.032257 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] router is already registered Apr 11 23:52:43.032665 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 23:52:43.032998 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] floatingip is already registered Apr 11 23:52:43.033447 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service METERING assigned prefix: /metering {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.034101 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 23:52:43.034424 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] rbac_policy is already registered Apr 11 23:52:43.034858 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:security_group Apr 11 23:52:43.035225 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] security_group is already registered Apr 11 23:52:43.035628 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 23:52:43.035959 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] security_group_rule is already registered Apr 11 23:52:43.036573 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service CORE assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.036904 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 23:52:43.037242 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] subnetpool is already registered Apr 11 23:52:43.037658 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.v2.resource_helper [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Service CORE assigned prefix: {{(pid=110055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 23:52:43.037981 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 23:52:43.038312 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING neutron.quota.resource_registry [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] subnetpool is already registered Apr 11 23:52:43.038779 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: extensions {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.040235 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: address-groups {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.041697 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: address-scopes {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.043044 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: agents {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.044205 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: auto-allocated-topology {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.045965 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: availability_zones {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.047193 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: dhcp-networks {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.048694 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: dhcp-agents {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.050097 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: routers {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.052300 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: flavors {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.053463 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: service_profiles {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.054645 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: next_providers {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.056179 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: service_profiles {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.057717 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: floatingip-pools {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.058946 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: routers {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.061049 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: floatingips {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.063189 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: l3-routers {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.064567 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: l3-agents {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.065962 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: metering-labels {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.067333 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: metering-label-rules {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.068590 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: network-ip-availabilities {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.069844 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: bindings {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.071506 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: quotas {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.073041 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: quotas {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.074553 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: rbac-policies {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.075874 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: security-groups {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.077622 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: security-group-rules {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.078863 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: service-providers {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.080068 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: subnetpools {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.081473 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: subnetpools {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.082945 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.084616 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.086396 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.088183 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.089936 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.091842 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.094122 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.096032 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.098019 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.099899 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron.api.extensions [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Extended resource: tags {{(pid=110055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 23:52:43.105706 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING keystonemiddleware.auth_token [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 23:52:43.110434 dv-cinder-837432-2-iscsi neutron-server[110055]: WARNING keystonemiddleware.auth_token [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 23:52:43.118863 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Acquired lock "singleton_lock" {{(pid=110055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 23:52:43.119341 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_concurrency.lockutils [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Releasing lock "singleton_lock" {{(pid=110055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 23:52:43.119984 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Starting 2 workers Apr 11 23:52:43.124855 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Started child 110166 {{(pid=110055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 23:52:43.129305 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Started child 110167 {{(pid=110055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 23:52:43.130593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.131303 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO neutron.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 23:52:43.131597 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.132128 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [-] (110166) wsgi starting up on http://0.0.0.0:9696 Apr 11 23:52:43.134034 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Starting 1 workers Apr 11 23:52:43.134316 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.135766 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [-] (110167) wsgi starting up on http://0.0.0.0:9696 Apr 11 23:52:43.139815 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Started child 110168 {{(pid=110055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 23:52:43.140383 dv-cinder-837432-2-iscsi neutron-server[110055]: INFO oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Starting 1 workers Apr 11 23:52:43.143643 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] calling RpcWorker wait() {{(pid=110168) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 23:52:43.144192 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] returning from RpcWorker wait() {{(pid=110168) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 23:52:43.144867 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Started child 110169 {{(pid=110055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 23:52:43.145620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.145731 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG neutron_lib.callbacks.manager [None req-40543c1e-c0e1-4264-bcc9-e90f23970d53 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.146154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:52:43.147639 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 23:52:43.147855 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 23:52:43.148038 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 23:52:43.148262 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 23:52:43.148612 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 23:52:43.148778 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 23:52:43.149320 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.149587 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.149842 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.149930 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:43.150368 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.150368 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.150940 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.151198 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.151452 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.151730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.151960 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.152127 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.152292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.152539 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.152767 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.153071 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.153328 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.153561 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.153815 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.153983 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.154255 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.154518 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.154744 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.155608 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] debug = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.155853 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.156347 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.156570 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.156808 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.157041 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.157307 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.157531 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.157813 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.158045 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.158254 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.158507 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.158752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.159002 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.159213 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.159451 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.159658 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.159906 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.160135 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.160597 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] host = dv-cinder-837432-2-iscsi {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.160816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.161029 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.161251 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.161497 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.161739 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.161967 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.162227 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.162488 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.162730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.162975 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.163234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.163472 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.163705 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.163946 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.164106 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_options = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.164338 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.164602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.164893 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.165035 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.165172 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.165328 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.165577 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.165794 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.166026 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.166206 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.166417 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.166627 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.166866 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.167092 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.167333 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.167551 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.167798 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.168010 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.168269 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.168520 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.168761 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.168999 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.169212 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.169523 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.169694 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.169920 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.170140 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.170371 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.171169 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.171412 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.171662 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173114 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173706 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:52:43.173837 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173837 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.173837 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.174187 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.174187 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.174416 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.174606 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_json = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.176997 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.177541 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.177541 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.178051 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.178516 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.178992 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.179274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.179575 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.179832 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.180067 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.180305 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.180551 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.180790 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.181041 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.182900 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.183245 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.183484 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.183801 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.184076 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.184356 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.184820 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.184995 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.185715 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.187134 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.187407 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.187669 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.187937 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.188247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.189351 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.189605 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.189857 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.190097 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.190399 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.190702 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.191110 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211236 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.211850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.212498 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213138 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.213784 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.214425 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.215748 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.216888 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.217500 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218063 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.218628 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.219890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.220308 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.220308 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.220514 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.220747 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.220966 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.221204 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.221694 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.221909 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.222131 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.222348 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.222568 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.222787 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.223058 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.223303 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.223529 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.223786 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.224004 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.224225 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.224466 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.224685 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.224936 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.225155 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.225422 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.225687 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.225905 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.226154 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.226419 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.226682 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.226939 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.227205 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.227446 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.227683 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.227904 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.228127 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.228342 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.228556 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.228803 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.229018 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.229275 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.229513 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.229866 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.230895 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.231673 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.232508 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.232765 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.235014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.235294 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.235538 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.235810 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.236091 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.236305 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.236554 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.236783 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.237008 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.237279 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.237523 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.237791 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.238041 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.238284 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.238505 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.238736 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.238995 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.239208 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.239426 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.239640 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.239853 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.240065 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.240280 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.240490 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.240782 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.241035 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.241262 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.241527 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.241765 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.242025 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.242252 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.242464 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.242673 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.243152 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.243374 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.243589 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.243818 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.244034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.244240 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.244479 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.244675 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.244882 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.245222 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.245541 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.245754 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.245976 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.246214 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.246422 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.246644 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.246865 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.247072 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.247292 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.247504 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.247705 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.247930 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.248136 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.248340 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.248608 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.249317 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.249524 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.249826 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.250070 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.250286 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.250580 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.251626 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.252145 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.252408 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.252788 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.253027 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.253287 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.253527 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.253765 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.253985 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.254516 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.254863 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.255141 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.255447 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.255708 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.256006 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.256302 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.256582 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.256797 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.257092 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.257487 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.257757 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.258019 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.258265 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.258558 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.258799 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.259103 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.259370 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.259670 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.259960 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.260230 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.260495 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.260722 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.260941 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.261172 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.261385 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.261606 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.261813 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.262028 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.262257 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.262412 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 23:52:43.263020 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 23:52:43.263183 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 23:52:43.263337 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 23:52:43.263530 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 23:52:43.263699 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 23:52:43.263850 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 23:52:43.264066 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.264244 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.264452 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.264615 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.264775 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.264959 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265116 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265271 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265489 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265655 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.265970 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266124 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266278 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266435 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266590 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266745 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.266946 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267090 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267346 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267511 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267670 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267821 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] debug = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.267976 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.268222 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.268392 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.268545 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.268701 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.268855 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269090 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269243 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269394 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269555 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269717 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.269860 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270010 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270159 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270468 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270632 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270783 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.270965 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] host = dv-cinder-837432-2-iscsi {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.271122 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.271429 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.272746 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.272924 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273087 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273250 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273409 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273566 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273723 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.273882 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274043 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274190 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274346 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274506 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274663 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_options = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274822 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.274996 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275152 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275340 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275503 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275660 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275815 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.275972 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276126 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276280 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276437 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276593 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276749 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.276904 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277058 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277211 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277365 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277520 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277676 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277832 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.277988 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278141 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278297 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278452 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278606 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278760 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.278935 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.279091 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.279246 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.279401 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.279561 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.279719 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280057 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280209 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280366 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280522 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280679 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.280840 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281005 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281159 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281476 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281636 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281790 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.281946 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282101 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282256 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282410 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_json = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282565 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282721 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.282928 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.285386 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.285581 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.285753 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.285922 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.286091 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.286257 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 23:52:43.286443 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.286617 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.286793 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.286981 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.287146 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.287313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.287490 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291322 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.291831 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.292730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293168 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293168 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293168 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293168 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293403 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293403 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293520 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293678 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293940 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.293940 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294303 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294303 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294448 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294593 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294741 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.294926 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.295096 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.295255 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.295957 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296119 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296279 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296439 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296599 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296759 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.296919 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297079 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297239 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297398 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297558 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297730 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.297890 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298048 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298207 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298319 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49558) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:52:43.298421 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298562 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298743 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.298910 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299071 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299231 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299391 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299550 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299710 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.299870 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300031 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300190 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300349 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300509 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300669 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300830 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.300989 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301148 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301304 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301470 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301644 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301803 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.301963 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302122 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302282 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302441 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302600 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302760 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.302954 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303115 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303274 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303433 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303596 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303756 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.303913 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304072 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304230 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304389 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304547 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304706 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.304867 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305031 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305193 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305350 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305911 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305911 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.305911 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306146 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306146 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306288 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306399 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306564 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306735 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.306910 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307065 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307225 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307383 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307542 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307700 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.307861 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308019 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308179 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308338 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308510 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308670 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308829 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.308954 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:52:43.309090 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.309216 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.309337 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.309468 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.309621 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.309785 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310174 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310298 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310420 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310541 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310688 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.310867 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.311118 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103104 Apr 11 23:52:43.311772 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.311772 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312035 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312035 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312311 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312470 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312470 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312722 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312856 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.312990 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.313122 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.313255 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.314247 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.315313 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.316234 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317009 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317635 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.317635 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.318599 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.318771 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319170 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319170 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319435 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319589 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319726 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.319950 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.320361 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.320480 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.320632 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.320782 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.320940 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321099 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321264 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321424 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321583 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321747 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.321906 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.323584 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327014 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.327563 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328111 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.328643 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.329986 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.331034 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332046 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.332987 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.333752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.333752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.333752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.333752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.333752 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.334602 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335281 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335281 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335281 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335281 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335732 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335732 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.335732 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336081 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336081 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336081 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 23:52:43.336816 dv-cinder-837432-2-iscsi neutron-server[110055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 23:52:54.782869 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac850f9-fe09-4f00-a520-7350f2f21089 None None] get_active_networks_info from dv-cinder-837432-2-iscsi {{(pid=110168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 23:52:54.885069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac850f9-fe09-4f00-a520-7350f2f21089 None None] No non-hosted networks {{(pid=110168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 23:52:54.902520 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.agentschedulers_db [None req-3ac850f9-fe09-4f00-a520-7350f2f21089 None None] DHCP Agent not found on host dv-cinder-837432-2-iscsi {{(pid=110168) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 23:52:55.061306 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-16960839-0788-4c0f-a124-8067a611a2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:57.135755 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-40552278-9860-4db4-bb27-6ec42372ab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:57.203861 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-2233d61a-8ac6-4cb6-b20c-d483b2e2a127 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837432-2-iscsi {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 23:52:57.204666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-2233d61a-8ac6-4cb6-b20c-d483b2e2a127 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 23:52:57.786753 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2233d61a-8ac6-4cb6-b20c-d483b2e2a127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:58.158354 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:52:59.729480 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:00.934526 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49642) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:01.289577 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:01.290511 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.299158 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.300069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.300604 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.301620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.302100 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.305127 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.305798 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.306673 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.310613 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.311576 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.315275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.317932 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:01.319787 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837432-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:01.331960 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837432-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:01.503885 dv-cinder-837432-2-iscsi neutron-server[110166]: WARNING oslo_policy.policy [None req-51a892a0-a573-47c3-a203-26161ccdf590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:01.504511 dv-cinder-837432-2-iscsi neutron-server[110166]: WARNING oslo_policy.policy [None req-51a892a0-a573-47c3-a203-26161ccdf590 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:01.729674 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [None req-51a892a0-a573-47c3-a203-26161ccdf590 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:53:01.743739 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-51a892a0-a573-47c3-a203-26161ccdf590 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7952566 Apr 11 23:53:04.171901 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.db.l3_hamode_db [None req-76756406-2020-4a95-804f-262528895624 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 23:53:04.248690 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76756406-2020-4a95-804f-262528895624 None None] Routers set() bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 23:53:04.249077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76756406-2020-4a95-804f-262528895624 None None] Router IDs set() for agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 23:53:04.289535 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49668) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:04.598220 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:04.690314 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.policy [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110166) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 23:53:04.732027 dv-cinder-837432-2-iscsi neutron-server[110166]: WARNING oslo_policy.policy [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:04.732396 dv-cinder-837432-2-iscsi neutron-server[110166]: WARNING oslo_policy.policy [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:04.923597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286121835', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286121310', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286140066', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286137728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286086190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286108419', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1026004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7588521', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697507'] for rbac-policy (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:05.097794 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:05.099070 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-42dd3e17-2dae-4865-9f23-2a2fb7b8ee1e admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8084118 Apr 11 23:53:07.583635 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49678) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:07.895887 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:08.020799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Made reservation on behalf of 5563d83687534242a56eaa5054d6ed92 for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:53:08.024492 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.043113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.146320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks [] for security_group (d524602d-42a5-46c4-802c-b0e647bd4dfc), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.207821 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d524602d-42a5-46c4-802c-b0e647bd4dfc), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.231598 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 23:53:08.265934 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748282256321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (48971069-7251-42d1-a036-9afdc0cdd8ea), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.266508 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Unsubscribe: segment precommit_create {{(pid=110166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 23:53:08.267053 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Added segment 48971069-7251-42d1-a036-9afdc0cdd8ea of type vlan for network 2cdad4c6-3003-4d43-b201-d74905d32daa Apr 11 23:53:08.282810 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d524602d-42a5-46c4-802c-b0e647bd4dfc,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:08.308557 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.308918 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.309254 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.309631 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.309951 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.310270 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.310614 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.310956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.311273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.311602 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.311917 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.312227 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.312534 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Tracked resource versions report: Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: pushed versions: Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: { 'AddressGroup': {'1.2'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'ConntrackHelper': {'1.0'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'LocalIPAssociation': {'1.0'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Log': {'1.0'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Network': {'1.1'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Port': {'1.7'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'PortForwarding': {'1.2'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'QosPolicy': {'1.10'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroup': {'1.5'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroupRule': {'1.2'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SubPort': {'1.0'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Subnet': {'1.1'}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Trunk': {'1.1'}} Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: consumer versions: Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'ConntrackHelper': '1.0', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'LocalIPAssociation': '1.0', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Log': '1.0', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Network': '1.1', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Port': '1.7', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'PortForwarding': '1.2', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'QosPolicy': '1.10', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroup': '1.5', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroupRule': '1.2', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SubPort': '1.0', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Subnet': '1.1', Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Trunk': '1.1'}} Apr 11 23:53:08.313867 dv-cinder-837432-2-iscsi neutron-server[110166]: {{(pid=110166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 23:53:08.375630 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (2cdad4c6-3003-4d43-b201-d74905d32daa), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.465114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (2cdad4c6-3003-4d43-b201-d74905d32daa), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.470655 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:08.471379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:08.580899 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] Pushing event updated for resources: {'Network': ['ID=2cdad4c6-3003-4d43-b201-d74905d32daa,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:08.593306 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 2cdad4c6-3003-4d43-b201-d74905d32daa details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 23:53:08.617839 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-cbf4f0cf-6514-4a66-b4fa-2f79c59ecf8b demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0331419 Apr 11 23:53:11.165629 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49690) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:11.559312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c582e0d-aff8-4171-9b27-65f8e63b4876 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:11.560688 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9c582e0d-aff8-4171-9b27-65f8e63b4876 demo admin] 10.222.0.24 "GET /v2.0/networks/2cdad4c6-3003-4d43-b201-d74905d32daa HTTP/1.1" status: 200 len: 825 time: 0.3940887 Apr 11 23:53:11.585009 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8eb77562-218f-483c-b1fb-888b16c95e0c demo admin] 10.222.0.24 "GET /v2.0/subnetpools/e43b4abe-5aed-4d4e-8780-bff427f57143 HTTP/1.1" status: 200 len: 734 time: 0.0187008 Apr 11 23:53:11.594021 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'name': 'private-subnet', 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:11.677798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Made reservation on behalf of 5563d83687534242a56eaa5054d6ed92 for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:53:11.680054 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:12.054168 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (44622776-9353-43f0-93da-188edb19d13d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:12.125157 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Checking segment: {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:53:12.125427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Network hostable DHCP agents. Network: 2cdad4c6-3003-4d43-b201-d74905d32daa, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 23:53:12.129824 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Pushing event updated for resources: {'Subnet': ['ID=44622776-9353-43f0-93da-188edb19d13d,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:12.220396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Network 2cdad4c6-3003-4d43-b201-d74905d32daa is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 23:53:12.304630 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 2cdad4c6-3003-4d43-b201-d74905d32daa) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:12.309457 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:12.310059 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:12.314635 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f48f3-a006-4ea0-8257-7f89b7277c2a None None] Network 2cdad4c6-3003-4d43-b201-d74905d32daa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:53:12.463213 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-490b40fb-d668-4de5-aa2d-7b0e38ce6abd demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8729362 Apr 11 23:53:12.675812 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-2cdad4c6-3003-4d43-b201-d74905d32daa', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'project_id': '5563d83687534242a56eaa5054d6ed92', 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 23:53:12.677020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:12.957618 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Allocated IP 172.20.0.2 (2cdad4c6-3003-4d43-b201-d74905d32daa/44622776-9353-43f0-93da-188edb19d13d/bc45f6c6-3f46-465a-88fa-1740b66e90cb) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 23:53:13.221245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks [] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:13.284404 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:13.367287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Network 2cdad4c6-3003-4d43-b201-d74905d32daa is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 23:53:13.371605 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:13.373306 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Pushing event updated for resources: {'Port': ['ID=bc45f6c6-3f46-465a-88fa-1740b66e90cb,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:13.377903 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 23:53:13.385609 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.385974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.386335 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.387176 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.387176 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.387357 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.387670 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.387994 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.388318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.389230 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.389561 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.389882 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.390201 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Tracked resource versions report: Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: pushed versions: Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: { 'AddressGroup': {'1.2'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'ConntrackHelper': {'1.0'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'LocalIPAssociation': {'1.0'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Log': {'1.0'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Network': {'1.1'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Port': {'1.7'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'PortForwarding': {'1.2'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'QosPolicy': {'1.10'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroup': {'1.5'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroupRule': {'1.2'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SubPort': {'1.0'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Subnet': {'1.1'}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Trunk': {'1.1'}} Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: consumer versions: Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'ConntrackHelper': '1.0', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'LocalIPAssociation': '1.0', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Log': '1.0', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Network': '1.1', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Port': '1.7', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'PortForwarding': '1.2', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'QosPolicy': '1.10', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroup': '1.5', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroupRule': '1.2', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SubPort': '1.0', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Subnet': '1.1', Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Trunk': '1.1'}} Apr 11 23:53:13.391616 dv-cinder-837432-2-iscsi neutron-server[110168]: {{(pid=110168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 23:53:13.469568 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Attempting to bind port bc45f6c6-3f46-465a-88fa-1740b66e90cb on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 23:53:13.469973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Attempting to bind port bc45f6c6-3f46-465a-88fa-1740b66e90cb by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 23:53:13.470410 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Attempting to bind port bc45f6c6-3f46-465a-88fa-1740b66e90cb on network 2cdad4c6-3003-4d43-b201-d74905d32daa {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 23:53:13.475811 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 23, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 23:53:13.476145 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Checking segment: {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:53:13.476640 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:13.477029 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Bound using segment: {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 23:53:13.477488 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Bound port: bc45f6c6-3f46-465a-88fa-1740b66e90cb, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 23:53:13.477892 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:13.538489 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] For port bc45f6c6-3f46-465a-88fa-1740b66e90cb, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 23:53:13.542672 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] For port bc45f6c6-3f46-465a-88fa-1740b66e90cb, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bc45f6c6-3f46-465a-88fa-1740b66e90cb,segment=NetworkSegment(48971069-7251-42d1-a036-9afdc0cdd8ea),segment_id=48971069-7251-42d1-a036-9afdc0cdd8ea)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 23:53:13.598529 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:13.663030 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0a19-b66e-4b12-a3e9-c796cfcd8a5f None None] Pushing event updated for resources: {'Port': ['ID=bc45f6c6-3f46-465a-88fa-1740b66e90cb,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:15.020459 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 49698) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:15.521599 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING oslo_policy.policy [None req-728f9cad-172a-4bc2-9733-9e0dd43f5672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:15.522258 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING oslo_policy.policy [None req-728f9cad-172a-4bc2-9733-9e0dd43f5672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:15.746096 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [None req-728f9cad-172a-4bc2-9733-9e0dd43f5672 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:53:15.761636 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-728f9cad-172a-4bc2-9733-9e0dd43f5672 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7387269 Apr 11 23:53:18.276404 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49712) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:18.597894 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [None req-630f21a2-3827-41fe-9e41-10afc4284e14 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:53:18.598939 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-630f21a2-3827-41fe-9e41-10afc4284e14 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215356 Apr 11 23:53:21.151204 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49720) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:21.465403 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:21.558268 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (5efbe467-d90f-4cb8-a62b-0eb66a132b05), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:21.559960 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (5efbe467-d90f-4cb8-a62b-0eb66a132b05), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:21.695836 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Publish callbacks [] for router_controller (5efbe467-d90f-4cb8-a62b-0eb66a132b05), precommit_add_association {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:21.758233 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (5efbe467-d90f-4cb8-a62b-0eb66a132b05), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:21.839079 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:21.840460 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f9ab6457-2ab4-4f2c-963f-b800cf0b22df demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6881652 Apr 11 23:53:23.960725 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bc45f6c6-3f46-465a-88fa-1740b66e90cb up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:53:24.052197 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port bc45f6c6-3f46-465a-88fa-1740b66e90cb triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:24.052617 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:24.159058 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port bc45f6c6-3f46-465a-88fa-1740b66e90cb is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:24.159437 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:24.192792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port bc45f6c6-3f46-465a-88fa-1740b66e90cb, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bc45f6c6-3f46-465a-88fa-1740b66e90cb,segment=NetworkSegment(48971069-7251-42d1-a036-9afdc0cdd8ea),segment_id=48971069-7251-42d1-a036-9afdc0cdd8ea)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 23:53:24.272279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:24.322519 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=bc45f6c6-3f46-465a-88fa-1740b66e90cb,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:24.408605 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49732) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:24.718752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [None req-861e6208-c01a-4cb6-af0c-0e4fad4e33f9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:53:24.730860 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-861e6208-c01a-4cb6-af0c-0e4fad4e33f9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102379 Apr 11 23:53:24.786430 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2310aa37-1fa3-430a-8f7d-58b5cb3b3604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:24.960922 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3701825-650d-4f45-80b1-e5e3eaa10c01 None None] Network 2cdad4c6-3003-4d43-b201-d74905d32daa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:53:25.021627 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-1a04f082-265c-4fdd-87be-43e60ac9c0c4 None None] Provisioning complete for port bc45f6c6-3f46-465a-88fa-1740b66e90cb triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:25.022024 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1a04f082-265c-4fdd-87be-43e60ac9c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:25.150886 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-1a04f082-265c-4fdd-87be-43e60ac9c0c4 None None] Current status of the port bc45f6c6-3f46-465a-88fa-1740b66e90cb is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:25.374313 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-48c7423b-d232-4709-b1c4-564980aa9ede None None] Provisioning complete for port bc45f6c6-3f46-465a-88fa-1740b66e90cb triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:25.374699 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-48c7423b-d232-4709-b1c4-564980aa9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:25.451708 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-48c7423b-d232-4709-b1c4-564980aa9ede None None] Current status of the port bc45f6c6-3f46-465a-88fa-1740b66e90cb is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:25.933926 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bc45f6c6-3f46-465a-88fa-1740b66e90cb up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:53:25.979796 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port bc45f6c6-3f46-465a-88fa-1740b66e90cb triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:25.980452 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:26.058775 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port bc45f6c6-3f46-465a-88fa-1740b66e90cb is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:27.110492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-0bd84bcf-3104-497a-bc07-45ae72eb312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.244698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49742) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:27.554653 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:27.620409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Made reservation on behalf of 1da535e2d1e54da3b958d1c813082f2d for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:53:27.622523 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.631045 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.700607 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks [] for security_group (e878b753-e921-4277-8998-5304772f24a7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.779657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e878b753-e921-4277-8998-5304772f24a7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.797498 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Reserving flat network on physical network physnet1 {{(pid=110166) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 23:53:27.812738 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e878b753-e921-4277-8998-5304772f24a7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:27.817953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (b143c503-b638-4e93-a592-25e27ff66fe3), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.818369 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Added segment b143c503-b638-4e93-a592-25e27ff66fe3 of type flat for network ba3197fb-098e-4956-81b5-bc7c99d50f6e Apr 11 23:53:27.870478 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (ba3197fb-098e-4956-81b5-bc7c99d50f6e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.950375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (ba3197fb-098e-4956-81b5-bc7c99d50f6e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:27.951935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:27.952498 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:28.041458 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] Pushing event updated for resources: {'Network': ['ID=ba3197fb-098e-4956-81b5-bc7c99d50f6e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:28.052826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 23:53:28.074893 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0a8df96f-a618-40cf-9ab7-643918929fed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8291032 Apr 11 23:53:28.129300 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:29.716197 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:30.563987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 49760) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:30.741451 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633280c-d593-45b2-b6b4-30acef00068c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:30.742783 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-5633280c-d593-45b2-b6b4-30acef00068c demo admin] 10.222.0.24 "GET /v2.0/subnets/44622776-9353-43f0-93da-188edb19d13d HTTP/1.1" status: 200 len: 849 time: 0.1778243 Apr 11 23:53:30.865661 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-eeae18b7-e507-40d2-a714-47012ea1f990 demo admin] 10.222.0.24 "GET /v2.0/routers/5efbe467-d90f-4cb8-a62b-0eb66a132b05 HTTP/1.1" status: 200 len: 704 time: 0.1165364 Apr 11 23:53:31.131799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:31.266245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:31.466214 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Allocated IP 172.20.0.1 (2cdad4c6-3003-4d43-b201-d74905d32daa/44622776-9353-43f0-93da-188edb19d13d/3dce0d23-f8a2-4b84-ba10-5e6db71af1d6) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 23:53:31.617713 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks [] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:31.746369 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:31.814720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Network 2cdad4c6-3003-4d43-b201-d74905d32daa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 23:53:31.819250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:31.832381 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 23:53:31.832934 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (5efbe467-d90f-4cb8-a62b-0eb66a132b05), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:31.855456 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Pushing event updated for resources: {'Port': ['ID=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:32.046507 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-35008e44-de44-442d-a26f-c9cc18c37aa2 None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:32.046803 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35008e44-de44-442d-a26f-c9cc18c37aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.082649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-35008e44-de44-442d-a26f-c9cc18c37aa2 None None] Port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 23:53:32.104698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.315318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks [] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.373431 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.374163 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (5efbe467-d90f-4cb8-a62b-0eb66a132b05), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.451923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Pushing event updated for resources: {'Port': ['ID=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:32.496316 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Network 2cdad4c6-3003-4d43-b201-d74905d32daa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 23:53:32.497565 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:32.735163 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 23:53:32.807304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-8555cae0-2b65-4f24-9364-319e772b3884 None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:32.807888 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8555cae0-2b65-4f24-9364-319e772b3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:32.831662 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 23:53:32.837532 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8c60f406-59c9-49c6-9cb1-824ad9961594 demo admin] 10.222.0.24 "PUT /v2.0/routers/5efbe467-d90f-4cb8-a62b-0eb66a132b05/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9664934 Apr 11 23:53:32.845009 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Sync routers for ids ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 23:53:32.850951 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-8555cae0-2b65-4f24-9364-319e772b3884 None None] Port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 23:53:32.859127 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Routers {'5efbe467-d90f-4cb8-a62b-0eb66a132b05'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 23:53:32.860007 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-11T23:53:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:33.090958 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Set router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 23:53:33.559825 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:31Z', 'revision_number': 2, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port_host': None, '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:32Z', 'revision_number': 2, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:33.611665 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Checking router: 5efbe467-d90f-4cb8-a62b-0eb66a132b05 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 23:53:33.612037 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Updating router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 23:53:33.687791 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.179118 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks [] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.243067 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.332608 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Pushing event updated for resources: {'Port': ['ID=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:34.342437 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.342799 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.343164 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.343493 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.343816 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.344140 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.344836 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.344938 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.345194 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.345508 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.345829 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.346143 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.346462 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Tracked resource versions report: Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: pushed versions: Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: { 'AddressGroup': {'1.2'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'ConntrackHelper': {'1.0'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'LocalIPAssociation': {'1.0'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Log': {'1.0'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Network': {'1.1'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Port': {'1.7'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'PortForwarding': {'1.2'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'QosPolicy': {'1.10'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroup': {'1.5'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroupRule': {'1.2'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SubPort': {'1.0'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Subnet': {'1.1'}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Trunk': {'1.1'}} Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: consumer versions: Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'ConntrackHelper': '1.0', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'LocalIPAssociation': '1.0', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Log': '1.0', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Network': '1.1', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Port': '1.7', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'PortForwarding': '1.2', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'QosPolicy': '1.10', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroup': '1.5', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroupRule': '1.2', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SubPort': '1.0', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Subnet': '1.1', Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Trunk': '1.1'}} Apr 11 23:53:34.348250 dv-cinder-837432-2-iscsi neutron-server[110169]: {{(pid=110169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 23:53:34.428512 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Attempting to bind port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 23:53:34.428910 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Attempting to bind port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 23:53:34.429710 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Attempting to bind port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 on network 2cdad4c6-3003-4d43-b201-d74905d32daa {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 23:53:34.435033 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 23, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 23:53:34.435934 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Checking segment: {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:53:34.436466 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.436858 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Bound using segment: {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 23:53:34.437355 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Bound port: 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48971069-7251-42d1-a036-9afdc0cdd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 23:53:34.437728 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.505562 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] For port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 23:53:34.524623 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] For port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,segment=NetworkSegment(48971069-7251-42d1-a036-9afdc0cdd8ea),segment_id=48971069-7251-42d1-a036-9afdc0cdd8ea)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 23:53:34.582124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-ae3fbb68-32e3-4f65-95ef-69b91e78619f None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:34.582659 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ae3fbb68-32e3-4f65-95ef-69b91e78619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.598231 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.618154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fbb68-32e3-4f65-95ef-69b91e78619f None None] Port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 23:53:34.655563 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Routers {'5efbe467-d90f-4cb8-a62b-0eb66a132b05'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 23:53:34.656190 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-11T23:53:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:34.721839 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54793c75-d615-4aa1-8a27-5584615cf0dd None None] Pushing event updated for resources: {'Port': ['ID=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,revision_number=4']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:34.751728 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] Set router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 23:53:34.838627 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:34.839052 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.918885 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Current status of the port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:34.919227 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:34.951237 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] For port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,segment=NetworkSegment(48971069-7251-42d1-a036-9afdc0cdd8ea),segment_id=48971069-7251-42d1-a036-9afdc0cdd8ea)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 23:53:34.963736 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:31Z', 'revision_number': 2, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port_host': None, '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:34Z', 'revision_number': 4, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:34.994533 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df84b6-fabf-457b-8afb-30e4f32e0d3a None None] The sync data for ids ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'] in dv-cinder-837432-2-iscsi is: [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:31Z', 'revision_number': 2, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port_host': None, '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:34Z', 'revision_number': 4, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 23:53:35.009569 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:35.061333 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8bf2-a8b0-42c5-9804-2a910e6b5201 None None] Pushing event updated for resources: {'Port': ['ID=3dce0d23-f8a2-4b84-ba10-5e6db71af1d6,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:35.387463 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 49780) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:35.654694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.policy [None req-5e824b20-9ab5-43c6-95e8-407f93a9bafa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110167) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 23:53:35.696647 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING oslo_policy.policy [None req-5e824b20-9ab5-43c6-95e8-407f93a9bafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:35.697018 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING oslo_policy.policy [None req-5e824b20-9ab5-43c6-95e8-407f93a9bafa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 23:53:35.707558 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e824b20-9ab5-43c6-95e8-407f93a9bafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:35.709905 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-5e824b20-9ab5-43c6-95e8-407f93a9bafa admin admin] 10.222.0.24 "GET /v2.0/networks/ba3197fb-098e-4956-81b5-bc7c99d50f6e HTTP/1.1" status: 200 len: 842 time: 0.3214180 Apr 11 23:53:35.720036 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Request body: {'subnet': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:35.826694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Made reservation on behalf of 1da535e2d1e54da3b958d1c813082f2d for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:53:35.829514 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:36.293144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.objects.ports [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 11 23:53:36.293633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (66bb23c3-de78-44fa-bfd3-e55121e25e7d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:36.363444 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:53:36.363794 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Network hostable DHCP agents. Network: ba3197fb-098e-4956-81b5-bc7c99d50f6e, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 23:53:36.368521 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bb23c3-de78-44fa-bfd3-e55121e25e7d,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:36.383863 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.384207 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.384542 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.384873 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.385197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.385519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.385839 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.386156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.386488 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.386824 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.387167 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.387478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.387786 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Tracked resource versions report: Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: pushed versions: Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: { 'AddressGroup': {'1.2'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'ConntrackHelper': {'1.0'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'LocalIPAssociation': {'1.0'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Log': {'1.0'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Network': {'1.1'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Port': {'1.7'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'PortForwarding': {'1.2'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'QosPolicy': {'1.10'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroup': {'1.5'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroupRule': {'1.2'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SubPort': {'1.0'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Subnet': {'1.1'}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Trunk': {'1.1'}} Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: consumer versions: Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'ConntrackHelper': '1.0', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'LocalIPAssociation': '1.0', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Log': '1.0', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Network': '1.1', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Port': '1.7', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'PortForwarding': '1.2', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'QosPolicy': '1.10', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroup': '1.5', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroupRule': '1.2', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SubPort': '1.0', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Subnet': '1.1', Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Trunk': '1.1'}} Apr 11 23:53:36.389158 dv-cinder-837432-2-iscsi neutron-server[110167]: {{(pid=110167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 23:53:36.489035 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 23:53:36.546407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, ba3197fb-098e-4956-81b5-bc7c99d50f6e) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:36.553408 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:36.554351 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:36.555410 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247240f-22eb-4388-ad6d-dd5642aea30b None None] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:53:36.632221 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6b898389-f31b-495d-b3d6-0c239e000a82 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013872 Apr 11 23:53:36.658611 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef52b71-79e8-4014-8b22-64309c1806b0 None None] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:53:39.054762 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 49794) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:39.304585 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-312a10f6-a93d-4539-a1e1-5e5c5b2bf2fd demo admin] 10.222.0.24 "GET /v2.0/routers/5efbe467-d90f-4cb8-a62b-0eb66a132b05 HTTP/1.1" status: 200 len: 710 time: 0.2446537 Apr 11 23:53:39.387376 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7269a4a-e464-4f29-afe3-7dac63525e06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:53:39.389306 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d7269a4a-e464-4f29-afe3-7dac63525e06 demo admin] 10.222.0.24 "GET /v2.0/networks/ba3197fb-098e-4956-81b5-bc7c99d50f6e HTTP/1.1" status: 200 len: 886 time: 0.0833619 Apr 11 23:53:39.397963 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:53:39.644887 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks [] for router_gateway (5efbe467-d90f-4cb8-a62b-0eb66a132b05), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:39.979067 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks [] for router_gateway (5efbe467-d90f-4cb8-a62b-0eb66a132b05), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:40.055106 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:40.221341 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Allocated IP 172.27.1.212 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/1b10cd7f-990c-4adf-b8c2-d0b4eab19f86) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 23:53:40.420809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks [] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:40.529496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:40.598009 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 23:53:40.603609 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:53:40.613743 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 23:53:40.691272 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Pushing event updated for resources: {'Port': ['ID=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:41.022587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks [] for router_gateway (5efbe467-d90f-4cb8-a62b-0eb66a132b05), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:41.219667 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7978234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25503'] for router (5efbe467-d90f-4cb8-a62b-0eb66a132b05), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:41.224871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7977827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7977834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7978177'] for router (5efbe467-d90f-4cb8-a62b-0eb66a132b05), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:41.334181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 23:53:41.443826 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 23:53:41.448206 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:41.449396 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-40aac60a-6614-45bd-a6fa-083ec67c8899 demo admin] 10.222.0.24 "PUT /v2.0/routers/5efbe467-d90f-4cb8-a62b-0eb66a132b05 HTTP/1.1" status: 200 len: 890 time: 2.0545306 Apr 11 23:53:41.963444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:53:42.011027 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:42.011777 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:42.085643 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:43.580669 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Sync routers for ids ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 23:53:43.593862 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Routers {'5efbe467-d90f-4cb8-a62b-0eb66a132b05'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 23:53:43.594532 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-11T23:53:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:43.807313 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Set router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 23:53:44.019809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 49806) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:53:44.138827 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2b06dd0f-8e35-4cd7-bfe4-883333fbba9a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173630 Apr 11 23:53:44.289156 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:40Z', 'revision_number': 4, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port': {'id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:40Z', 'updated_at': '2022-04-11T23:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:34Z', 'revision_number': 5, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:44.339521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Checking router: 5efbe467-d90f-4cb8-a62b-0eb66a132b05 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 23:53:44.339816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Updating router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 23:53:44.394486 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:44.711832 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks [] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:44.797490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:44.853073 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Attempting to bind port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 23:53:44.853451 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Attempting to bind port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 23:53:44.853818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Attempting to bind port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 23:53:44.855688 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43119ac5-0bd6-4d5c-85c7-26a578a6b77a None None] Pushing event updated for resources: {'Port': ['ID=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:44.862247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 23, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 23:53:44.862633 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:53:44.863118 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:44.863530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 23:53:44.863901 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Bound port: 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 23:53:44.864286 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:44.914099 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] For port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 23:53:44.917164 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] For port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 23:53:44.998752 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:45.054441 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43119ac5-0bd6-4d5c-85c7-26a578a6b77a None None] Pushing event updated for resources: {'Port': ['ID=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:45.068633 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Routers {'5efbe467-d90f-4cb8-a62b-0eb66a132b05'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 23:53:45.069261 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-11T23:53:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:45.183183 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] Set router 5efbe467-d90f-4cb8-a62b-0eb66a132b05 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 23:53:45.407322 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:40Z', 'revision_number': 4, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port': {'id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:40Z', 'updated_at': '2022-04-11T23:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:34Z', 'revision_number': 5, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 23:53:45.432330 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db393bae-e71c-4476-940f-84bcf5699823 None None] The sync data for ids ['5efbe467-d90f-4cb8-a62b-0eb66a132b05'] in dv-cinder-837432-2-iscsi is: [{'id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'name': 'router1', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T23:53:21Z', 'updated_at': '2022-04-11T23:53:40Z', 'revision_number': 4, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'gw_port': {'id': '1b10cd7f-990c-4adf-b8c2-d0b4eab19f86', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:52:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:40Z', 'updated_at': '2022-04-11T23:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '3dce0d23-f8a2-4b84-ba10-5e6db71af1d6', 'name': '', 'network_id': '2cdad4c6-3003-4d43-b201-d74905d32daa', 'tenant_id': '5563d83687534242a56eaa5054d6ed92', 'mac_address': 'fa:16:3e:a4:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efbe467-d90f-4cb8-a62b-0eb66a132b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44622776-9353-43f0-93da-188edb19d13d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T23:53:31Z', 'updated_at': '2022-04-11T23:53:34Z', 'revision_number': 5, 'project_id': '5563d83687534242a56eaa5054d6ed92', 'subnets': [{'id': '44622776-9353-43f0-93da-188edb19d13d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e43b4abe-5aed-4d4e-8780-bff427f57143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 23:53:46.008200 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:53:46.070691 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:46.071117 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:46.179766 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:46.180094 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:46.204974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 23:53:46.309093 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:46.390861 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=1b10cd7f-990c-4adf-b8c2-d0b4eab19f86,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:53:47.188851 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:53:47.973285 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:53:48.040205 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:53:48.040915 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (1b10cd7f-990c-4adf-b8c2-d0b4eab19f86), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:48.132410 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 1b10cd7f-990c-4adf-b8c2-d0b4eab19f86 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:53:54.789032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-0874ce06-48a6-4ed3-8307-cdd3acb0e573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:57.123990 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37953198-9b88-4c6d-b9e7-dbea9217fdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:58.129087 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:53:59.689341 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:01.265604 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:24.188582 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:54:24.801790 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c26c0de5-ad1f-4240-9be1-10018c54754a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:27.111217 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4d955cb8-cd36-49f3-9af7-c96569c50524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:28.557776 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:29.716553 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:31.248122 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:54.801755 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bba5f6ff-dfbe-427a-9665-5ebca9554a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:57.110321 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fdda7158-e26c-4b1e-ab09-aa0b4d9b16f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:58.133008 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:54:59.716507 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:01.187636 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:55:01.241707 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:08.044464 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50290) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:08.107345 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.pecan_wsgi.hooks.translation [None req-492b5091-3edf-47d3-b1cf-6966fd98c64b admin admin] GET failed (client error): The resource could not be found. Apr 11 23:55:08.108622 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-492b5091-3edf-47d3-b1cf-6966fd98c64b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632737 Apr 11 23:55:08.265475 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd20b8-726d-4450-b2f6-6d6ad880099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:08.266963 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-03bd20b8-726d-4450-b2f6-6d6ad880099d admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543689 Apr 11 23:55:10.547731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50300) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:10.637102 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d759c-2542-439b-80fe-181528257ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:10.638403 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6a9d759c-2542-439b-80fe-181528257ec6 admin admin] 10.222.0.24 "GET /v2.0/subnets/44622776-9353-43f0-93da-188edb19d13d HTTP/1.1" status: 200 len: 849 time: 0.0897429 Apr 11 23:55:10.647448 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:55:10.730243 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Publish callbacks [] for subnet (44622776-9353-43f0-93da-188edb19d13d), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:10.966785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748282190358'] for subnet (44622776-9353-43f0-93da-188edb19d13d), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:11.001491 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:11.002447 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:11.003502 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] 10.222.0.24 "PUT /v2.0/subnets/44622776-9353-43f0-93da-188edb19d13d HTTP/1.1" status: 200 len: 868 time: 0.3593824 Apr 11 23:55:11.005654 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d132eb9-f899-4342-8ae6-a67af9ef8128 None None] Network 2cdad4c6-3003-4d43-b201-d74905d32daa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:55:11.022766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44622776-9353-43f0-93da-188edb19d13d,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:55:11.031642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.032018 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.032370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.032709 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.033042 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.033373 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.033718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.034051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.034395 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.034741 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.035220 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.037909 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.037909 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188f7a-737f-41db-a5af-e8657e3814e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:55:11.306901 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Provisioning complete for port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:55:11.307388 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3dce0d23-f8a2-4b84-ba10-5e6db71af1d6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:11.384409 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Current status of the port 3dce0d23-f8a2-4b84-ba10-5e6db71af1d6 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:55:11.394061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Provisioning complete for port bc45f6c6-3f46-465a-88fa-1740b66e90cb triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:55:11.394445 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bc45f6c6-3f46-465a-88fa-1740b66e90cb), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:11.466037 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7778a36e-042a-406e-b595-9a1d8bed759d None None] Current status of the port bc45f6c6-3f46-465a-88fa-1740b66e90cb is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:55:13.311205 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50310) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:13.504094 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c66296-c1f8-43eb-9767-23053503adab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:13.504480 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c66296-c1f8-43eb-9767-23053503adab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:13.505984 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f7c66296-c1f8-43eb-9767-23053503adab admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938226 Apr 11 23:55:15.834649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50318) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:15.965577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4adc25-7287-4ae9-bef4-b1aefb5e2d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:15.966052 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4adc25-7287-4ae9-bef4-b1aefb5e2d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:15.967588 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2c4adc25-7287-4ae9-bef4-b1aefb5e2d6f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319695 Apr 11 23:55:18.270415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50326) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:18.396820 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f100c4b-48c3-44c1-809b-642bff4d106b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:18.398194 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3f100c4b-48c3-44c1-809b-642bff4d106b admin admin] 10.222.0.24 "GET /v2.0/networks/2cdad4c6-3003-4d43-b201-d74905d32daa HTTP/1.1" status: 200 len: 869 time: 0.1267998 Apr 11 23:55:20.698277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50334) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:20.819999 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e247d24-ce81-4f97-bc93-1fe7f9ae51e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:20.821352 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3e247d24-ce81-4f97-bc93-1fe7f9ae51e6 admin admin] 10.222.0.24 "GET /v2.0/networks/ba3197fb-098e-4956-81b5-bc7c99d50f6e HTTP/1.1" status: 200 len: 886 time: 0.1215887 Apr 11 23:55:23.131863 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50342) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:23.256100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c0aad-f147-483a-b681-1a43d800562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:23.256564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c0aad-f147-483a-b681-1a43d800562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:23.258108 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-be3c0aad-f147-483a-b681-1a43d800562d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252983 Apr 11 23:55:24.800621 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2782a1fa-70e3-440e-9e3c-8b47371bf6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:25.543236 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50350) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:25.662396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924be65-eb0a-4925-9d65-36fde492a9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:25.662936 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924be65-eb0a-4925-9d65-36fde492a9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:25.664443 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6924be65-eb0a-4925-9d65-36fde492a9d1 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202748 Apr 11 23:55:27.098354 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ea42a558-6be9-46c9-ab5b-a6e756413bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:27.952864 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50358) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:28.044521 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498c814-2f26-4619-a57d-9431430b0580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:28.045766 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f498c814-2f26-4619-a57d-9431430b0580 admin admin] 10.222.0.24 "GET /v2.0/subnets/44622776-9353-43f0-93da-188edb19d13d HTTP/1.1" status: 200 len: 868 time: 0.0919685 Apr 11 23:55:28.150246 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:29.681513 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:30.352181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50366) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:30.436914 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237ee28-51ac-4d63-a210-dfe35ac4638b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:30.438248 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e237ee28-51ac-4d63-a210-dfe35ac4638b admin admin] 10.222.0.24 "GET /v2.0/subnets/66bb23c3-de78-44fa-bfd3-e55121e25e7d HTTP/1.1" status: 200 len: 816 time: 0.0850899 Apr 11 23:55:31.252481 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:38.186486 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:55:54.809352 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cb16c09f-02f2-4028-b5c3-fa94fd24a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:55.075259 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50420) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:55.122742 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [None req-a23329c4-e11d-4d48-8d16-9365712a54e0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:55:55.123825 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a23329c4-e11d-4d48-8d16-9365712a54e0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476055 Apr 11 23:55:57.104271 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-aceeaefb-dddb-482e-824d-f4845a2ba0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:57.498118 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50428) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:55:57.555832 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d044a41-7950-43b4-8aea-b2f87fac951b admin admin] GET failed (client error): The resource could not be found. Apr 11 23:55:57.557071 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1d044a41-7950-43b4-8aea-b2f87fac951b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580010 Apr 11 23:55:57.640907 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb7da0-a55d-46d3-836d-60c7fb002fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:55:57.642334 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-7bcb7da0-a55d-46d3-836d-60c7fb002fd4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807877 Apr 11 23:55:58.138193 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:59.681285 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:55:59.957179 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50436) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:56:00.003365 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:56:00.097808 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Made reservation on behalf of 1da535e2d1e54da3b958d1c813082f2d for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:56:00.100320 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:00.141865 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING neutron.services.revisions.revision_plugin [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Could not find related network for resource to bump revision. Apr 11 23:56:00.157363 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 23:56:00.169835 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748282256321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (a27ee293-8d20-442a-80c1-0bedc81c7ed8), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:00.170359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Unsubscribe: segment precommit_create {{(pid=110167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 23:56:00.170828 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Added segment a27ee293-8d20-442a-80c1-0bedc81c7ed8 of type vlan for network b165cc24-ba0b-439c-ad4d-c02171f74ebc Apr 11 23:56:00.309041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (b165cc24-ba0b-439c-ad4d-c02171f74ebc), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:00.395625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (b165cc24-ba0b-439c-ad4d-c02171f74ebc), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:00.396551 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:56:00.397127 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:00.484144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b165cc24-ba0b-439c-ad4d-c02171f74ebc,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:56:00.490458 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.490825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.491191 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.491554 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.491884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.492208 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.492549 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.492886 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.493221 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.493559 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.493884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.494205 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.494523 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:00.505970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 23:56:00.541529 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-699de043-451b-4e68-a9e2-2a60b98d4cc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5832791 Apr 11 23:56:01.235170 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:02.841561 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50444) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:56:02.900552 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0bbf4e-cf57-4cc7-8e2c-6b5ad4adb0ff admin admin] GET failed (client error): The resource could not be found. Apr 11 23:56:02.901882 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ec0bbf4e-cf57-4cc7-8e2c-6b5ad4adb0ff admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593610 Apr 11 23:56:02.972373 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f2ec1-f7f0-4cde-acb2-0fcff7ab08bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:56:02.973793 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-632f2ec1-f7f0-4cde-acb2-0fcff7ab08bc admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680697 Apr 11 23:56:02.983971 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 23:56:03.062950 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Made reservation on behalf of 1da535e2d1e54da3b958d1c813082f2d for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 23:56:03.065108 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:03.275472 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (2bd14229-207b-4ee4-9051-c6b7b4bb2d86), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:03.328952 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd14229-207b-4ee4-9051-c6b7b4bb2d86,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:56:03.337122 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Checking segment: {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:56:03.337478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Network hostable DHCP agents. Network: b165cc24-ba0b-439c-ad4d-c02171f74ebc, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 23:56:03.389465 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 23:56:03.481052 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, b165cc24-ba0b-439c-ad4d-c02171f74ebc) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:56:03.485092 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 23:56:03.485690 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:03.493717 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad61f3-ed5b-4e7e-a584-9e27704c0ff8 None None] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:56:03.569932 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c884c152-58dd-4ce0-8afe-4b89323a5795 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5891035 Apr 11 23:56:03.594077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-b165cc24-ba0b-439c-ad4d-c02171f74ebc', 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc', 'project_id': '1da535e2d1e54da3b958d1c813082f2d', 'fixed_ips': [{'subnet_id': '2bd14229-207b-4ee4-9051-c6b7b4bb2d86'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 23:56:03.594983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:03.833263 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Allocated IP 192.168.233.2 (b165cc24-ba0b-439c-ad4d-c02171f74ebc/2bd14229-207b-4ee4-9051-c6b7b4bb2d86/e8f3a8a6-8912-4425-9c44-b904e5d0ecef) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 23:56:03.977715 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks [] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:04.058868 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:04.097730 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 23:56:04.100764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 23:56:04.107511 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 23:56:04.112712 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Pushing event updated for resources: {'Port': ['ID=e8f3a8a6-8912-4425-9c44-b904e5d0ecef,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:56:04.123346 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.123714 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.124069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.124404 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.124732 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.125054 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.125381 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.125695 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.126012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.126345 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.126669 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.127039 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.127355 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:56:04.175226 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Attempting to bind port e8f3a8a6-8912-4425-9c44-b904e5d0ecef on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 23:56:04.175586 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Attempting to bind port e8f3a8a6-8912-4425-9c44-b904e5d0ecef by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 23:56:04.175938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Attempting to bind port e8f3a8a6-8912-4425-9c44-b904e5d0ecef on network b165cc24-ba0b-439c-ad4d-c02171f74ebc {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 23:56:04.181086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 23, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 23:56:04.181455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Checking segment: {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 23:56:04.181896 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:04.182279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Bound using segment: {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 23:56:04.182791 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Bound port: e8f3a8a6-8912-4425-9c44-b904e5d0ecef, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 23:56:04.183196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:04.246605 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] For port e8f3a8a6-8912-4425-9c44-b904e5d0ecef, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 23:56:04.249547 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] For port e8f3a8a6-8912-4425-9c44-b904e5d0ecef, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=e8f3a8a6-8912-4425-9c44-b904e5d0ecef,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 23:56:04.338759 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:04.397521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c634b58-495f-4c33-851c-34d3d3ddb6ce None None] Pushing event updated for resources: {'Port': ['ID=e8f3a8a6-8912-4425-9c44-b904e5d0ecef,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:56:05.177160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfbbd8-5103-4c6e-989d-5a55e75fe97d None None] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 23:56:05.238708 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Provisioning complete for port e8f3a8a6-8912-4425-9c44-b904e5d0ecef triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:56:05.239123 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:05.363462 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Current status of the port e8f3a8a6-8912-4425-9c44-b904e5d0ecef is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:56:05.363853 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:05.403884 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] For port e8f3a8a6-8912-4425-9c44-b904e5d0ecef, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=e8f3a8a6-8912-4425-9c44-b904e5d0ecef,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 23:56:05.492673 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:05.546413 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43570d-460a-4040-b20b-b5048959dfcd None None] Pushing event updated for resources: {'Port': ['ID=e8f3a8a6-8912-4425-9c44-b904e5d0ecef,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:56:05.614006 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-b2537c27-1101-4d36-9511-afab15c13109 None None] Provisioning complete for port e8f3a8a6-8912-4425-9c44-b904e5d0ecef triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:56:05.614341 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b2537c27-1101-4d36-9511-afab15c13109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:05.692609 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-b2537c27-1101-4d36-9511-afab15c13109 None None] Current status of the port e8f3a8a6-8912-4425-9c44-b904e5d0ecef is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:56:06.054278 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device e8f3a8a6-8912-4425-9c44-b904e5d0ecef up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 23:56:06.104198 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port e8f3a8a6-8912-4425-9c44-b904e5d0ecef triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 23:56:06.104602 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (e8f3a8a6-8912-4425-9c44-b904e5d0ecef), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:06.178647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port e8f3a8a6-8912-4425-9c44-b904e5d0ecef is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 11 23:56:15.184890 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:56:24.789863 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-976c4be8-0b80-4860-bdb5-a1d1aa89c934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:27.103812 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-78b2d912-1eed-4afb-9962-ea4ce2f9467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:28.115265 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:29.716328 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:31.268711 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:52.183052 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:56:54.789270 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c6945efb-1533-496e-b84e-c6336b718509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:57.121029 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d48b2e68-ef7f-46ac-8205-ee83a05ef4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:58.137823 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:56:59.697603 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:01.246608 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:24.778799 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-27d98b39-a46d-4d90-8ba7-e154956e88f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:27.107998 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-32dd203c-7f49-43f5-9334-5815ea9f4720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:28.212203 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:29.183798 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:57:29.715278 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:31.269023 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:43.298612 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50482) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:57:43.304414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [None req-14fece88-d61f-437f-b8dd-a028999c0b5e tempest-verify_tempest_config-1668695733 tempest-verify_tempest_config-1668695733-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 23:57:43.305314 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-14fece88-d61f-437f-b8dd-a028999c0b5e tempest-verify_tempest_config-1668695733 tempest-verify_tempest_config-1668695733-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057383 Apr 11 23:57:44.126906 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50500) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:57:44.225784 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.296052 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Publish callbacks [] for security_group (bfa74592-757d-438e-8966-67cc57a5f7ec), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.358179 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (bfa74592-757d-438e-8966-67cc57a5f7ec), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.403056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa74592-757d-438e-8966-67cc57a5f7ec,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:57:44.407650 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bb792bf5ccf4b8fb5a5130b560e795d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2797408 Apr 11 23:57:44.410465 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50504) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:57:44.412303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.412660 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.413008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.413348 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.413682 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.414012 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.414360 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.414692 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.415063 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.415398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.415726 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.416059 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.416411 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f142569d-fe42-4b90-9f85-d6f540c3344d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.482964 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Publish callbacks [] for security_group (bfa74592-757d-438e-8966-67cc57a5f7ec), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.506079 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Publish callbacks [] for security_group (bfa74592-757d-438e-8966-67cc57a5f7ec), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.663654 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (bfa74592-757d-438e-8966-67cc57a5f7ec), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.666179 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:44.667875 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfa74592-757d-438e-8966-67cc57a5f7ec HTTP/1.1" status: 204 len: 168 time: 0.2559087 Apr 11 23:57:44.675761 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa74592-757d-438e-8966-67cc57a5f7ec,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 23:57:44.682634 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.683777 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.684132 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.684474 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.684811 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.685145 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.685477 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.685930 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.686277 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.686612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.686968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.687298 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:44.687625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09778f05-052f-4dec-a822-f79cb1e53a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 23:57:54.788895 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-408c5dc8-f81c-4fe3-97fc-7ac3f8a20353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:57.103061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-56045327-a850-46a6-a19e-3820370ac83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:58.141029 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:57:59.712765 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:01.283796 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:06.181959 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:58:24.908832 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bbcab773-0b8b-4d19-bc66-f093067fc96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:27.120037 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ecd3c00b-3568-4256-b38a-78beebd4d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:28.152816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:29.732021 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:31.257353 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:43.179973 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:58:54.788423 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-30a7ee43-7911-43d3-b873-6035f90ec619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:57.097269 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ef723292-b8c9-4d60-a084-e5f33f14f950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:58.143137 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:58:59.717481 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:01.277158 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:20.177702 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 5 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:59:24.790937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1d6a99a6-4c7f-45ee-a898-06462ed046b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:27.116786 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-992b0e8a-fde0-4d0e-8525-abfedf12fc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:28.131120 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:29.716760 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:31.300012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:32.242159 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7964010'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:46.613072 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50576) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:59:46.716488 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-adde8b0c-9f4d-42ba-a16b-8224690f2fab admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017992 Apr 11 23:59:49.023804 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50586) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 23:59:49.076744 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-fb7dd63f-8f07-475e-8025-b5243fbc29ca admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519195 Apr 11 23:59:54.790694 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-97334036-d69f-4e93-8250-0f93efc25849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:57.119296 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e68cb80e-e6cf-4aaa-90a8-5579930018c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:57.175707 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 23:59:58.133449 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 23:59:59.732992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:01.281837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:02.205133 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:24.788758 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-672a479a-4d0b-4ff3-a397-9e211130caf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:27.133240 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-25546707-d9f6-4a42-bd89-dbd75d5998a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:28.176898 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:29.744166 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:31.302139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:32.195502 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:34.174490 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:00:54.790039 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f2d4bd99-c147-4c6c-8b9a-065b81fbc5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:57.109676 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f701785b-fee9-4b60-9c44-e94e46e46292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:58.150419 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:00:59.755392 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:01.290777 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:02.200767 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:11.174069 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:01:24.806561 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-961f3b3a-8dd9-4d81-9759-2f5173ac4142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:27.138154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-476aa14b-eebf-4756-90d8-a0d35ad092ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:28.206158 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:29.817184 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:31.303653 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:31.716070 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50736) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:31.975293 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1762383887-network', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:32.069625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Made reservation on behalf of 8e10126821844f4cb497402dbb6c86c3 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:32.072090 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.080732 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.189562 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks [] for security_group (e68c18ed-a6aa-43c4-ae03-e53064401c7d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.229307 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.292140 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e68c18ed-a6aa-43c4-ae03-e53064401c7d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.316106 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:01:32.327646 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c18ed-a6aa-43c4-ae03-e53064401c7d,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:32.330867 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (7e64edd1-d23c-4040-8e7f-3f8e16f6cd37), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.331201 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Added segment 7e64edd1-d23c-4040-8e7f-3f8e16f6cd37 of type vlan for network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f Apr 12 00:01:32.347781 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349005 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349005 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349005 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349270 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349451 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.349998 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.350335 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.350682 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.351049 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.352421 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.352753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.353077 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Tracked resource versions report: Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: pushed versions: Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: { 'AddressGroup': {'1.2'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'ConntrackHelper': {'1.0'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Log': {'1.0'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Network': {'1.1'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Port': {'1.7'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'PortForwarding': {'1.2'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'QosPolicy': {'1.10'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroup': {'1.5'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SubPort': {'1.0'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Subnet': {'1.1'}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Trunk': {'1.1'}} Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: consumer versions: Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: HyperV agent@hv-cinder-83743: {}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'ConntrackHelper': '1.0', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'LocalIPAssociation': '1.0', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Log': '1.0', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Network': '1.1', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Port': '1.7', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'PortForwarding': '1.2', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'QosPolicy': '1.10', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroup': '1.5', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SecurityGroupRule': '1.2', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'SubPort': '1.0', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Subnet': '1.1', Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: 'Trunk': '1.1'}} Apr 12 00:01:32.354221 dv-cinder-837432-2-iscsi neutron-server[110167]: {{(pid=110167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:01:32.387141 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (23dd35ce-02c6-496c-89ec-e6b9f9f7137f), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.485097 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (23dd35ce-02c6-496c-89ec-e6b9f9f7137f), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.486052 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:32.486636 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.544197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] Pushing event updated for resources: {'Network': ['ID=23dd35ce-02c6-496c-89ec-e6b9f9f7137f,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:32.554911 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:01:32.591706 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b8770d53-58c5-4463-91d9-def53d017e92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8738234 Apr 12 00:01:32.594563 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50786) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:32.599653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Request body: {'subnet': {'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1762383887-subnet', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:32.686201 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Made reservation on behalf of 8e10126821844f4cb497402dbb6c86c3 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:32.688526 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.803720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50792) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:32.837587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50798) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:32.838230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50800) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:32.935909 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (1e424c64-f55e-4e50-a366-b4948030eb19), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:32.995742 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e424c64-f55e-4e50-a366-b4948030eb19,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.003929 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Checking segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:33.004284 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Network hostable DHCP agents. Network: 23dd35ce-02c6-496c-89ec-e6b9f9f7137f, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:01:33.109382 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:01:33.125991 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-621634042-network', 'tenant_id': 'd37d376de665470ab663729e12178191'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:33.138184 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-network', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:33.165331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-753087542-network', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:33.171765 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 23dd35ce-02c6-496c-89ec-e6b9f9f7137f) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:33.176566 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:33.177161 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.184395 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424edb5-07d1-4b90-b362-38e915a90e99 None None] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:33.227856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Made reservation on behalf of a6462994c4f146a2a17f698efbaeb2dc for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:33.230559 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.238996 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.260173 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-28856a5d-97a0-463e-b3f9-1b014b0d9f88 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6640522 Apr 12 00:01:33.263042 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50820) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:33.269495 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:33.290369 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Made reservation on behalf of d37d376de665470ab663729e12178191 for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:33.292686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.305383 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:01:33.307237 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.335557 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks [] for security_group (a4f8ed3d-b21c-4f9a-9900-d983a764b9e9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.338502 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.390969 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Made reservation on behalf of f86f93d46d394081b4da1693c28e9c7e for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:33.393572 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.407358 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.423125 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.424154 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.432722 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a4f8ed3d-b21c-4f9a-9900-d983a764b9e9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.445289 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks [] for security_group (14990130-8c7d-4c16-b33b-e1b0716651c1), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.464249 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:01:33.475971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Allocated IP 172.20.0.2 (23dd35ce-02c6-496c-89ec-e6b9f9f7137f/1e424c64-f55e-4e50-a366-b4948030eb19/adbda656-65b9-434c-a0d3-7decc286a821) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:33.484894 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (f6b5155c-a526-40dd-b6ed-046d11c0c76f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.485479 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Added segment f6b5155c-a526-40dd-b6ed-046d11c0c76f of type vlan for network cfcab045-0936-454e-a7db-67d776fa3ade Apr 12 00:01:33.503805 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.538510 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.539446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.539953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.540489 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.540957 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.541446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.541933 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.542408 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.542921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.543421 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.543893 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.544351 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.544807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Tracked resource versions report: Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: pushed versions: Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: { 'AddressGroup': {'1.2'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'ConntrackHelper': {'1.0'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Log': {'1.0'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Network': {'1.1'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Port': {'1.7'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'PortForwarding': {'1.2'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'QosPolicy': {'1.10'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroup': {'1.5'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SubPort': {'1.0'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Subnet': {'1.1'}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Trunk': {'1.1'}} Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: consumer versions: Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: HyperV agent@hv-cinder-83743: {}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'ConntrackHelper': '1.0', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'LocalIPAssociation': '1.0', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Log': '1.0', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Network': '1.1', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Port': '1.7', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'PortForwarding': '1.2', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'QosPolicy': '1.10', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroup': '1.5', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SecurityGroupRule': '1.2', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'SubPort': '1.0', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Subnet': '1.1', Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: 'Trunk': '1.1'}} Apr 12 00:01:33.546103 dv-cinder-837432-2-iscsi neutron-server[110166]: {{(pid=110166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:01:33.554067 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for router_controller (5ccc1f29-9f88-4309-8c07-0866c81c82f8), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.572105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (cfcab045-0936-454e-a7db-67d776fa3ade), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.583970 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (14990130-8c7d-4c16-b33b-e1b0716651c1), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.626603 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:01:33.649648 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks [] for port (adbda656-65b9-434c-a0d3-7decc286a821), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.653702 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14990130-8c7d-4c16-b33b-e1b0716651c1,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.657601 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (bd034b76-2111-4827-b913-66b5ca48ce29), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.657940 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Added segment bd034b76-2111-4827-b913-66b5ca48ce29 of type vlan for network 7b1401b8-0c09-4648-8c6e-0785af7f033e Apr 12 00:01:33.677388 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks [] for security_group (329ede45-5e14-42b0-813a-796a7cb38576), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.706854 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (7b1401b8-0c09-4648-8c6e-0785af7f033e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.772126 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (329ede45-5e14-42b0-813a-796a7cb38576), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.772431 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (adbda656-65b9-434c-a0d3-7decc286a821), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.775790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (cfcab045-0936-454e-a7db-67d776fa3ade), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.776782 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:33.777424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.818743 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ede45-5e14-42b0-813a-796a7cb38576,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.821841 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:01:33.834317 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Pushing event updated for resources: {'Port': ['ID=adbda656-65b9-434c-a0d3-7decc286a821,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.836369 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for router_gateway (5ccc1f29-9f88-4309-8c07-0866c81c82f8), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.844959 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.845332 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.845724 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.846077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.846562 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.846930 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.847264 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.847808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.848140 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.848482 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.848812 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.849135 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.849461 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Tracked resource versions report: Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: pushed versions: Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: { 'AddressGroup': {'1.2'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'ConntrackHelper': {'1.0'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Log': {'1.0'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Network': {'1.1'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Port': {'1.7'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'PortForwarding': {'1.2'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'QosPolicy': {'1.10'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroup': {'1.5'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SubPort': {'1.0'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Subnet': {'1.1'}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Trunk': {'1.1'}} Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: consumer versions: Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: HyperV agent@hv-cinder-83743: {}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'ConntrackHelper': '1.0', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'LocalIPAssociation': '1.0', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Log': '1.0', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Network': '1.1', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Port': '1.7', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'PortForwarding': '1.2', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'QosPolicy': '1.10', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroup': '1.5', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SecurityGroupRule': '1.2', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'SubPort': '1.0', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Subnet': '1.1', Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: 'Trunk': '1.1'}} Apr 12 00:01:33.850611 dv-cinder-837432-2-iscsi neutron-server[110168]: {{(pid=110168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:01:33.860840 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:33.862483 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:33.864860 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:33.874478 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (7b1401b8-0c09-4648-8c6e-0785af7f033e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.875429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:33.875992 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.889822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (dfb3c325-0ebe-4b0d-b640-8edcd3c94149), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.890164 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Added segment dfb3c325-0ebe-4b0d-b640-8edcd3c94149 of type vlan for network 91c35a18-6082-429e-b7e5-6ec49650a675 Apr 12 00:01:33.916273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcab045-0936-454e-a7db-67d776fa3ade,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:33.927793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network cfcab045-0936-454e-a7db-67d776fa3ade details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:01:33.931214 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Attempting to bind port adbda656-65b9-434c-a0d3-7decc286a821 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:33.931585 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Attempting to bind port adbda656-65b9-434c-a0d3-7decc286a821 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:33.931953 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Attempting to bind port adbda656-65b9-434c-a0d3-7decc286a821 on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:33.959903 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d3c44b08-110a-4cf0-90fc-7c2fa6feb818 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1199870 Apr 12 00:01:33.961859 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50846) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:33.974373 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:33.974760 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Checking segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:33.975224 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.975631 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Bound using segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:33.976122 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Bound port: adbda656-65b9-434c-a0d3-7decc286a821, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:33.977070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (adbda656-65b9-434c-a0d3-7decc286a821), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:33.993302 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Request body: {'subnet': {'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-subnet', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:34.008814 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2027280 Apr 12 00:01:34.017338 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50848) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:34.018858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (91c35a18-6082-429e-b7e5-6ec49650a675), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.027198 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Request body: {'subnet': {'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-621634042-subnet', 'tenant_id': 'd37d376de665470ab663729e12178191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:34.039814 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb314ed-a102-40f0-b236-754104b6309c admin admin] Pushing event updated for resources: {'Network': ['ID=7b1401b8-0c09-4648-8c6e-0785af7f033e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:34.080649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 7b1401b8-0c09-4648-8c6e-0785af7f033e details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:01:34.176766 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] For port adbda656-65b9-434c-a0d3-7decc286a821, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:34.180294 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Made reservation on behalf of d37d376de665470ab663729e12178191 for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:34.180454 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] For port adbda656-65b9-434c-a0d3-7decc286a821, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=adbda656-65b9-434c-a0d3-7decc286a821,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:34.186811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.259800 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Made reservation on behalf of a6462994c4f146a2a17f698efbaeb2dc for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:34.261931 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.276505 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (91c35a18-6082-429e-b7e5-6ec49650a675), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.277454 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:34.278020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.281080 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (adbda656-65b9-434c-a0d3-7decc286a821), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.386786 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5408430 Apr 12 00:01:34.392595 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af926c-6eb3-4584-8d79-9c656e8fd6cf admin admin] Pushing event updated for resources: {'Network': ['ID=91c35a18-6082-429e-b7e5-6ec49650a675,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:34.397804 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50866) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:34.404924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 91c35a18-6082-429e-b7e5-6ec49650a675 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:01:34.410214 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Request body: {'subnet': {'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-subnet', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:34.410925 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91597166-1091-4e99-8d33-7c48db7da74e None None] Pushing event updated for resources: {'Port': ['ID=adbda656-65b9-434c-a0d3-7decc286a821,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:34.522803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for router_gateway (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.554053 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.560335 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Made reservation on behalf of f86f93d46d394081b4da1693c28e9c7e for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:34.562913 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.755287 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Allocated IP 172.27.1.199 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/4c0047e8-e52c-4778-9586-4c6a8dbd9e00) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:34.935576 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.952827 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (2b780f58-a609-497a-8b6f-9f1e1dc21650), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:34.973411 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.032575 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:35.033176 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Network hostable DHCP agents. Network: cfcab045-0936-454e-a7db-67d776fa3ade, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:01:35.036954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b780f58-a609-497a-8b6f-9f1e1dc21650,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:35.052723 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.052874 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:35.056967 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Checking segment: {'id': 'bd034b76-2111-4827-b913-66b5ca48ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:35.057229 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Network hostable DHCP agents. Network: 7b1401b8-0c09-4648-8c6e-0785af7f033e, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:01:35.075147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (31751cc5-261b-444b-928f-77896d56c6f1), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.129141 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:35.131975 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:35.138146 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:35.165921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Network 7b1401b8-0c09-4648-8c6e-0785af7f033e is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:01:35.187027 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31751cc5-261b-444b-928f-77896d56c6f1,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:35.205574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Checking segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:35.205574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Network hostable DHCP agents. Network: 91c35a18-6082-429e-b7e5-6ec49650a675, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:01:35.230078 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:35.231272 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Network cfcab045-0936-454e-a7db-67d776fa3ade is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:01:35.340377 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 7b1401b8-0c09-4648-8c6e-0785af7f033e) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:35.346731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:35.348074 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.367392 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3e43f-d517-4a8f-b5cc-2afa9e764499 None None] Network 7b1401b8-0c09-4648-8c6e-0785af7f033e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:35.485153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c1a7a-843f-45ba-b747-c7f9d37e42d5 None None] Network 7b1401b8-0c09-4648-8c6e-0785af7f033e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:35.515827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:01:35.521882 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-7dd29059-58fd-4d12-8aa4-602e8d82b2e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5006976 Apr 12 00:01:35.528442 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 91c35a18-6082-429e-b7e5-6ec49650a675) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:35.534642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:35.535580 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.541135 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cd35d-2eec-4b80-ad1b-550e15cc5842 None None] Network 91c35a18-6082-429e-b7e5-6ec49650a675 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:35.578744 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, cfcab045-0936-454e-a7db-67d776fa3ade) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:35.596305 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:35.598048 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.604395 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a4bf5-6365-447f-924e-69068c1834fd None None] Network cfcab045-0936-454e-a7db-67d776fa3ade requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:35.696936 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9fb4d060-a71e-41e5-bcf5-ff811952ff2b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2883327 Apr 12 00:01:35.697555 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50908) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:35.702947 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:35.730482 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for router_gateway (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.799951 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 50920) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:35.800401 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2525f467-70c6-4632-b52d-056c31edd3ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8302429 Apr 12 00:01:35.806347 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:35.829016 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08c6b6-ab62-423f-98e4-2729a2896303 None None] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:35.843796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.845092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.934230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:35.935223 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.024273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for router_controller (4f047e06-663d-4f9f-987d-b0d5a89ac35e), precommit_add_association {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.036535 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Provisioning complete for port adbda656-65b9-434c-a0d3-7decc286a821 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:36.037006 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (adbda656-65b9-434c-a0d3-7decc286a821), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.039048 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for router_controller (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), precommit_add_association {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.044429 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-cfcab045-0936-454e-a7db-67d776fa3ade', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:01:36.047248 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.073145 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.213681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Allocated IP 172.20.0.2 (cfcab045-0936-454e-a7db-67d776fa3ade/2b780f58-a609-497a-8b6f-9f1e1dc21650/7e0c8650-2f69-420f-b2d2-7a03d0578ad2) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:36.303098 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-91c35a18-6082-429e-b7e5-6ec49650a675', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:01:36.306172 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.413636 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for router_gateway (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.435027 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:01:36.544307 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for router_gateway (4f047e06-663d-4f9f-987d-b0d5a89ac35e), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.565080 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Allocated IP 172.20.0.2 (91c35a18-6082-429e-b7e5-6ec49650a675/31751cc5-261b-444b-928f-77896d56c6f1/baf91e2b-4b49-4076-b291-046471eee4d4) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:36.589943 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device adbda656-65b9-434c-a0d3-7decc286a821 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:36.700332 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:36.717143 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port adbda656-65b9-434c-a0d3-7decc286a821 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:36.717792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (adbda656-65b9-434c-a0d3-7decc286a821), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.731634 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:36.791531 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.796285 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d42d35d5-49aa-4c1b-b840-f40861d51942 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5333872 Apr 12 00:01:36.796862 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50968) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:36.873422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for router_gateway (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.877915 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:36.878683 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:36.934092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.942092 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port adbda656-65b9-434c-a0d3-7decc286a821 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:36.942710 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (adbda656-65b9-434c-a0d3-7decc286a821), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:36.947343 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 50976) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:36.949494 dv-cinder-837432-2-iscsi neutron-server[110167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 00:01:37.003998 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port adbda656-65b9-434c-a0d3-7decc286a821, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=adbda656-65b9-434c-a0d3-7decc286a821,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:37.031152 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks [] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.045105 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:37.101476 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Allocated IP 172.27.1.237 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/26231f9c-88c4-4429-9064-aa549a92e583) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:37.208107 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (adbda656-65b9-434c-a0d3-7decc286a821), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.283499 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:35Z', 'revision_number': 3, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:37.297513 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for port (26231f9c-88c4-4429-9064-aa549a92e583), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.312593 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Current status of the port adbda656-65b9-434c-a0d3-7decc286a821 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:37.320521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (adbda656-65b9-434c-a0d3-7decc286a821), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.324181 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.328351 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:37.328714 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Updating router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:37.338357 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks [] for port (baf91e2b-4b49-4076-b291-046471eee4d4), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.343639 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-25be9232-6710-44c7-afde-01f9406a4b13 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:37.348658 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-25be9232-6710-44c7-afde-01f9406a4b13 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/networks?id=7b1401b8-0c09-4648-8c6e-0785af7f033e HTTP/1.1" status: 200 len: 811 time: 0.3968773 Apr 12 00:01:37.377598 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-b34ebcfe-433e-430f-88ca-af5561d57b62 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/quotas/d37d376de665470ab663729e12178191 HTTP/1.1" status: 200 len: 375 time: 0.0190473 Apr 12 00:01:37.386942 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.430782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:37.487093 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-4969e8b3-5d6d-43e0-9286-6cd79a76159e tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d37d376de665470ab663729e12178191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988824 Apr 12 00:01:37.496362 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:37.504172 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=adbda656-65b9-434c-a0d3-7decc286a821,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:37.541824 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:37.547376 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.666294 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for router_gateway (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.677004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:37.688203 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:37.706773 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.719742 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:37.725154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:01:37.726072 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:01:37.738632 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Pushing event updated for resources: {'Port': ['ID=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:37.805132 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Attempting to bind port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:37.805132 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Attempting to bind port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:37.805132 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Attempting to bind port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:37.809119 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-d39eaa32-d67b-46c7-8fce-93722f404170 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:01:37.815088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (26231f9c-88c4-4429-9064-aa549a92e583), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.817154 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-d39eaa32-d67b-46c7-8fce-93722f404170 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0811772 Apr 12 00:01:37.840865 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:37.841247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:37.841648 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.842046 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Bound using segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:37.842535 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Bound port: 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:37.842938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.861852 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Pushing event updated for resources: {'Port': ['ID=baf91e2b-4b49-4076-b291-046471eee4d4,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:37.867721 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Attempting to bind port baf91e2b-4b49-4076-b291-046471eee4d4 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:37.868094 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Attempting to bind port baf91e2b-4b49-4076-b291-046471eee4d4 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:37.868474 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Attempting to bind port baf91e2b-4b49-4076-b291-046471eee4d4 on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:37.899287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:37.899666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Checking segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:37.900071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.900468 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Bound using segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:37.900962 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Bound port: baf91e2b-4b49-4076-b291-046471eee4d4, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:37.901351 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:37.981472 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] For port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:37.988816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] For port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:38.005237 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.019326 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-9fd027a2-6d22-4032-8b63-70014bd11db9 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011144 Apr 12 00:01:38.024189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] For port baf91e2b-4b49-4076-b291-046471eee4d4, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:38.028164 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] For port baf91e2b-4b49-4076-b291-046471eee4d4, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=baf91e2b-4b49-4076-b291-046471eee4d4,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:38.034739 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks [] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.057959 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:38.059112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Pushing event updated for resources: {'Port': ['ID=26231f9c-88c4-4429-9064-aa549a92e583,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:38.062109 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.070284 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:38.086862 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:38.130805 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37357c8e-597c-4899-aee4-8c02ecb1d576 None None] Pushing event updated for resources: {'Port': ['ID=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:38.134953 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.150019 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.266451 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Attempting to bind port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:38.267824 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Allocated IP 172.27.1.188 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/629a9028-e9b4-40e1-8ba7-ca202812519a) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:38.268661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Attempting to bind port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:38.270034 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-c3a6a4e4-8720-44a6-ae98-722803e9bf6a service neutron] 10.222.0.24 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496622 Apr 12 00:01:38.280166 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Attempting to bind port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:38.287479 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1a90-b020-448b-9a72-e9ff08969192 None None] Pushing event updated for resources: {'Port': ['ID=baf91e2b-4b49-4076-b291-046471eee4d4,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:38.306039 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:38.306670 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device adbda656-65b9-434c-a0d3-7decc286a821 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:38.306772 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:38.306772 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.306772 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:38.306772 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Bound port: 4c0047e8-e52c-4778-9586-4c6a8dbd9e00, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:38.306772 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.334430 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Pushing event updated for resources: {'Port': ['ID=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:38.346080 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.346640 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.347175 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.347680 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.348405 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.348911 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.349393 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.350437 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.350980 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.352232 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.352729 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.353215 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.353795 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Tracked resource versions report: Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: pushed versions: Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: { 'AddressGroup': {'1.2'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'ConntrackHelper': {'1.0'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Log': {'1.0'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Network': {'1.1'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Port': {'1.7'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'PortForwarding': {'1.2'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'QosPolicy': {'1.10'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroup': {'1.5'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SubPort': {'1.0'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Subnet': {'1.1'}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Trunk': {'1.1'}} Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: consumer versions: Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: { DHCP agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: HyperV agent@hv-cinder-83743: {}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: L3 agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: Metadata agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: Metering agent@dv-cinder-837432-2-iscsi: {}, Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: Open vSwitch agent@dv-cinder-837432-2-iscsi: { 'AddressGroup': '1.2', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'ConntrackHelper': '1.0', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'LocalIPAssociation': '1.0', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Log': '1.0', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Network': '1.1', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Port': '1.7', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'PortForwarding': '1.2', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'QosPolicy': '1.10', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroup': '1.5', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SecurityGroupRule': '1.2', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'SubPort': '1.0', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Subnet': '1.1', Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: 'Trunk': '1.1'}} Apr 12 00:01:38.355192 dv-cinder-837432-2-iscsi neutron-server[110169]: {{(pid=110169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:01:38.387879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f521c01a-f3dd-4acf-b1d4-7c90709295a6 None None] Current status of the port adbda656-65b9-434c-a0d3-7decc286a821 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:38.399766 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] For port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:38.402465 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port adbda656-65b9-434c-a0d3-7decc286a821 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:38.402885 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (adbda656-65b9-434c-a0d3-7decc286a821), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.404057 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] For port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:38.454048 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Allocated IP 172.20.0.1 (23dd35ce-02c6-496c-89ec-e6b9f9f7137f/1e424c64-f55e-4e50-a366-b4948030eb19/ee4843d0-6397-4f73-92d2-abf02f29b3f3) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:38.572533 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.597046 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port adbda656-65b9-434c-a0d3-7decc286a821 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:38.607377 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-1d847f2d-6db0-4ac3-94d3-4a723d15268a None None] Provisioning complete for port adbda656-65b9-434c-a0d3-7decc286a821 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:38.607377 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1d847f2d-6db0-4ac3-94d3-4a723d15268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (adbda656-65b9-434c-a0d3-7decc286a821), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.630551 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.653753 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for router_gateway (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.686161 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks [] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.714393 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:38.715165 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:38.886772 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:38.964612 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dba42-e6bf-4c5f-9a5d-fdecfee8ce07 None None] Pushing event updated for resources: {'Port': ['ID=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:39.134552 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:39.204593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:39.234178 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:39.249825 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:39.250499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:39.349562 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3e4712c4-db72-43e4-90c0-44da317fe0bd req-aca3fcf2-3d8b-42c4-9f27-f3de57338407 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.2987835 Apr 12 00:01:39.355292 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Pushing event updated for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:39.367014 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:39.379284 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:39.392405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Pushing event updated for resources: {'Port': ['ID=629a9028-e9b4-40e1-8ba7-ca202812519a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:39.417176 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:39.417770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:39.418343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-1d847f2d-6db0-4ac3-94d3-4a723d15268a None None] Current status of the port adbda656-65b9-434c-a0d3-7decc286a821 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:39.501827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:39.509244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51052) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:39.734670 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:35Z', 'revision_number': 3, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:40.116073 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa95ad-7d11-493c-98a2-b9753550ed4d None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:35Z', 'revision_number': 3, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:40.125166 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-721dea03-00ad-467e-a27d-3e9be055525c None None] Provisioning complete for port ee4843d0-6397-4f73-92d2-abf02f29b3f3 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:40.125166 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-721dea03-00ad-467e-a27d-3e9be055525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.133003 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4140-4893-4897-b6d5-830f97651002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.133788 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-721dea03-00ad-467e-a27d-3e9be055525c None None] Port ee4843d0-6397-4f73-92d2-abf02f29b3f3 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:40.134107 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for router_gateway (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.266078 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.295189 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:01:40.341883 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e891c9-35f0-48b6-99cd-2e28c4ed4a0f None None] Network 91c35a18-6082-429e-b7e5-6ec49650a675 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:40.343086 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4140-4893-4897-b6d5-830f97651002 admin admin] Publish callbacks [] for security_group (541d3139-173b-493c-8f0c-a2b398527871), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.505819 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Provisioning complete for port baf91e2b-4b49-4076-b291-046471eee4d4 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:40.506956 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.573030 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51090) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:40.656179 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c7f5401d-7dd1-41e6-8b7d-0641f14b2d40 req-58ad6129-aa93-40d0-aee9-180f56c3a72a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.0647035 Apr 12 00:01:40.717189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device baf91e2b-4b49-4076-b291-046471eee4d4 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:40.779468 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:40.782344 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b4dd4140-4893-4897-b6d5-830f97651002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (541d3139-173b-493c-8f0c-a2b398527871), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.794247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks [] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.797328 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:40.820983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:40.821861 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:40.826692 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd4140-4893-4897-b6d5-830f97651002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d3139-173b-493c-8f0c-a2b398527871,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:40.840955 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d140a-1814-4d06-b9bb-831b7ef07ae4 None None] Network cfcab045-0936-454e-a7db-67d776fa3ade requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:01:40.881883 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51100) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:40.882064 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b4dd4140-4893-4897-b6d5-830f97651002 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05a65e651e1f43289e5a6f40a8cc2ab8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3717020 Apr 12 00:01:40.888416 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port baf91e2b-4b49-4076-b291-046471eee4d4 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:40.888814 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.902031 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:40.903105 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.165789 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.165789 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2bf14192-1dca-4aa2-ba8a-64441bfe13db admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3324130 Apr 12 00:01:41.167255 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port baf91e2b-4b49-4076-b291-046471eee4d4 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:41.167255 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.167420 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51106) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:41.213056 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port baf91e2b-4b49-4076-b291-046471eee4d4, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=baf91e2b-4b49-4076-b291-046471eee4d4,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:41.277582 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Pushing event updated for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:41.337541 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.356896 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.357633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] Publish callbacks [] for security_group (541d3139-173b-493c-8f0c-a2b398527871), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.360906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:41.390035 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Current status of the port baf91e2b-4b49-4076-b291-046471eee4d4 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:41.398086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.414758 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] Publish callbacks [] for security_group (541d3139-173b-493c-8f0c-a2b398527871), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.437680 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:41.469306 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:41.471144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:41.698522 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=baf91e2b-4b49-4076-b291-046471eee4d4,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:41.761383 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:01:41.779480 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:01:41.779843 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:01:41.825346 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:41.830692 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.882765 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (541d3139-173b-493c-8f0c-a2b398527871), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.893915 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:41.920268 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/541d3139-173b-493c-8f0c-a2b398527871 HTTP/1.1" status: 204 len: 168 time: 1.0359778 Apr 12 00:01:42.061990 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1d78877a-766f-4ca0-9005-c84ac9a1589b req-5e22cdc4-df9f-40c9-a16e-4860b4bd8d57 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.0586770 Apr 12 00:01:42.073822 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb013-99c4-471c-984e-9f92fbe2cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d3139-173b-493c-8f0c-a2b398527871,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:42.101695 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:38Z', 'revision_number': 3, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:42.103211 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.143334 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:42.167068 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b0e23fed-df51-475d-9e83-289796514a2a admin admin] 10.222.0.24 "PUT /v2.0/routers/5ccc1f29-9f88-4309-8c07-0866c81c82f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3552902 Apr 12 00:01:42.168543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:42.168543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.168543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:42.168543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Updating router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 port 26231f9c-88c4-4429-9064-aa549a92e583 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:42.207328 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (26231f9c-88c4-4429-9064-aa549a92e583), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.220161 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:01:42.240117 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:42.369777 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.465174 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:42.539206 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Allocated IP 172.20.0.1 (cfcab045-0936-454e-a7db-67d776fa3ade/2b780f58-a609-497a-8b6f-9f1e1dc21650/a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:42.591481 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-10c12763-28cd-45d2-9a27-8b047bbb8c9e None None] Current status of the port baf91e2b-4b49-4076-b291-046471eee4d4 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:42.612348 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:42.623922 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:42.640723 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:42.640723 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:42.644681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:42.722704 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device baf91e2b-4b49-4076-b291-046471eee4d4 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:42.794221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks [] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.824893 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:42.825952 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:42.900194 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:42.939720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.947004 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:42.950274 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-98df0bb0-2b98-42bb-8379-9c0750b3938e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2503886 Apr 12 00:01:42.952671 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51150) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.064079 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:43.068496 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:43.072018 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:43.074971 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:43.075756 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.197197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51156) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.197770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51158) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.222183 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51162) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.236041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496109256', 'description': 'tempest-description--1441938537'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:43.292734 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Provisioning complete for port baf91e2b-4b49-4076-b291-046471eee4d4 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:43.293263 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.440531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.449811 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port baf91e2b-4b49-4076-b291-046471eee4d4 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:43.450857 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.456302 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-077e3b10-74f4-44e2-b9db-9b70d8c3a25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.488297 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 3, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:43.530601 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:43.531494 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Updating router 4f047e06-663d-4f9f-987d-b0d5a89ac35e port 629a9028-e9b4-40e1-8ba7-ca202812519a binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:43.560462 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.567577 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.580688 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-72950f4e-126e-43d7-b249-25533fc02c5d req-a330283e-b7c9-4486-9830-f260b867e819 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.1542244 Apr 12 00:01:43.603124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:43.603315 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6392c8e0-3584-4ceb-85cf-ce07ae4c48eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.645811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (88ac1648-8eba-4950-b09f-11b398d19d76), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.712843 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks [] for port (26231f9c-88c4-4429-9064-aa549a92e583), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.732532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (88ac1648-8eba-4950-b09f-11b398d19d76), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.781947 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac1648-8eba-4950-b09f-11b398d19d76,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:43.790365 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (26231f9c-88c4-4429-9064-aa549a92e583), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.797900 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-077e3b10-74f4-44e2-b9db-9b70d8c3a25f admin admin] Publish callbacks [] for security_group (17fd2453-0d70-4cf7-9505-6e6e3d3fb343), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.845671 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6392c8e0-3584-4ceb-85cf-ce07ae4c48eb admin admin] Publish callbacks [] for security_group (f2447fba-aa24-4586-8db1-bfaaa699c8b6), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.858130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks [] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.888010 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-077e3b10-74f4-44e2-b9db-9b70d8c3a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (17fd2453-0d70-4cf7-9505-6e6e3d3fb343), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.894455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Current status of the port baf91e2b-4b49-4076-b291-046471eee4d4 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:43.903329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.906437 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1306647c-9185-48ae-ac45-23cb9c3be272 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6842332 Apr 12 00:01:43.909338 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51170) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.917796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group_rule': {'security_group_id': '88ac1648-8eba-4950-b09f-11b398d19d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:43.921300 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port baf91e2b-4b49-4076-b291-046471eee4d4 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:43.922337 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:43.943886 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-077e3b10-74f4-44e2-b9db-9b70d8c3a25f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f188611031d5470c85cdb5476ecc1bfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7446120 Apr 12 00:01:43.947743 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51172) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:43.950514 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.964416 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6392c8e0-3584-4ceb-85cf-ce07ae4c48eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f2447fba-aa24-4586-8db1-bfaaa699c8b6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.965399 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Attempting to bind port 26231f9c-88c4-4429-9064-aa549a92e583 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:43.965770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Attempting to bind port 26231f9c-88c4-4429-9064-aa549a92e583 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:43.966221 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Attempting to bind port 26231f9c-88c4-4429-9064-aa549a92e583 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:43.969256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3b10-74f4-44e2-b9db-9b70d8c3a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd2453-0d70-4cf7-9505-6e6e3d3fb343,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:43.977840 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315cdc3-bf97-4d88-a4e2-bc29a650b559 None None] Pushing event updated for resources: {'Port': ['ID=26231f9c-88c4-4429-9064-aa549a92e583,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:43.993485 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:43.994747 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.005507 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:44.005887 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:44.006295 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.006689 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:44.008562 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Bound port: 26231f9c-88c4-4429-9064-aa549a92e583, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:44.008562 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (26231f9c-88c4-4429-9064-aa549a92e583), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.016845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Provisioning complete for port ee4843d0-6397-4f73-92d2-abf02f29b3f3 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:44.017220 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.033519 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6392c8e0-3584-4ceb-85cf-ce07ae4c48eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f6b404679504360b53cc5f6dd9fe18b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8328176 Apr 12 00:01:44.034122 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51174) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:44.041428 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks [] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.073876 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c8e0-3584-4ceb-85cf-ce07ae4c48eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2447fba-aa24-4586-8db1-bfaaa699c8b6,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.112669 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Port ee4843d0-6397-4f73-92d2-abf02f29b3f3 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:44.118140 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] For port 26231f9c-88c4-4429-9064-aa549a92e583, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:44.123685 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] For port 26231f9c-88c4-4429-9064-aa549a92e583, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=26231f9c-88c4-4429-9064-aa549a92e583,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:44.138203 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.139689 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:44.140076 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.163965 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Provisioning complete for port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:44.164353 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.169701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:40Z', 'revision_number': 2, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:44.187610 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] Publish callbacks [] for security_group (f2447fba-aa24-4586-8db1-bfaaa699c8b6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.194049 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.211227 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (c31a6722-ec44-47a9-92f8-aa2c55de5e3f), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.221339 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (26231f9c-88c4-4429-9064-aa549a92e583), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.227719 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:44.227907 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Updating router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 port ee4843d0-6397-4f73-92d2-abf02f29b3f3 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:44.238719 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] Publish callbacks [] for security_group (f2447fba-aa24-4586-8db1-bfaaa699c8b6), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.245044 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36dcea-e336-4f2c-81f1-8b497528bbe4 None None] Pushing event updated for resources: {'Port': ['ID=629a9028-e9b4-40e1-8ba7-ca202812519a,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.256810 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Allocated IP 172.20.0.1 (91c35a18-6082-429e-b7e5-6ec49650a675/31751cc5-261b-444b-928f-77896d56c6f1/342183a4-f201-4a7a-8e9a-2fa8b9b4b054) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:44.293480 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Attempting to bind port 629a9028-e9b4-40e1-8ba7-ca202812519a on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:44.294438 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Attempting to bind port 629a9028-e9b4-40e1-8ba7-ca202812519a by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:44.294438 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Attempting to bind port 629a9028-e9b4-40e1-8ba7-ca202812519a on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:44.308128 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:44.309654 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:44.310333 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.310462 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:44.310917 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Bound port: 629a9028-e9b4-40e1-8ba7-ca202812519a, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:44.311593 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.321051 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.339668 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:44.344429 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315cdc3-bf97-4d88-a4e2-bc29a650b559 None None] Pushing event updated for resources: {'Port': ['ID=26231f9c-88c4-4429-9064-aa549a92e583,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.349853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:44.355697 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:44.360727 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:44.364384 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] Publish callbacks [] for security_group (17fd2453-0d70-4cf7-9505-6e6e3d3fb343), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.393747 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] Publish callbacks [] for security_group (17fd2453-0d70-4cf7-9505-6e6e3d3fb343), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.400934 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] For port 629a9028-e9b4-40e1-8ba7-ca202812519a, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:44.408009 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] For port 629a9028-e9b4-40e1-8ba7-ca202812519a, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=629a9028-e9b4-40e1-8ba7-ca202812519a,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:44.424874 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks [] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.441913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f2447fba-aa24-4586-8db1-bfaaa699c8b6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.449863 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.449863 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2447fba-aa24-4586-8db1-bfaaa699c8b6 HTTP/1.1" status: 204 len: 168 time: 0.4118695 Apr 12 00:01:44.489355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914de70e-4186-4b51-ae30-e3afbbf79afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2447fba-aa24-4586-8db1-bfaaa699c8b6,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.510445 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.577482 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.584158 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36dcea-e336-4f2c-81f1-8b497528bbe4 None None] Pushing event updated for resources: {'Port': ['ID=629a9028-e9b4-40e1-8ba7-ca202812519a,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.604533 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:44.605488 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:44.606596 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:44.607020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.619498 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-68e4d3bc-4d08-42b2-a621-c510a63d7b83 None None] Current status of the port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:44.665381 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:44.698715 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Pushing event updated for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.709943 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (17fd2453-0d70-4cf7-9505-6e6e3d3fb343), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.714405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.719046 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:44.719046 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:44.719771 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17fd2453-0d70-4cf7-9505-6e6e3d3fb343 HTTP/1.1" status: 204 len: 168 time: 0.7711828 Apr 12 00:01:44.728058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:44.728364 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (c31a6722-ec44-47a9-92f8-aa2c55de5e3f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.728544 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.744041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37069f-7432-4818-b694-dacc75c4beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd2453-0d70-4cf7-9505-6e6e3d3fb343,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:44.798396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:01:44.803166 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:44.808022 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:44.848475 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3fe7c941-0750-4566-afe2-8b5788feed22 req-791d218d-63cc-44df-a4a7-c9202dc209db tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.1213932 Apr 12 00:01:44.916085 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:44.965763 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (c31a6722-ec44-47a9-92f8-aa2c55de5e3f), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.050733 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31a6722-ec44-47a9-92f8-aa2c55de5e3f,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:45.103155 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-3f2cbe9f-fa9c-49dd-964d-57f1ed28a60d None None] Provisioning complete for port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:45.103671 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbe9f-fa9c-49dd-964d-57f1ed28a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.106292 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:45.126617 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3c522028-4669-45cc-aead-1a145686f5b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9641936 Apr 12 00:01:45.142743 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:45.149524 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.150686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.155649 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-084dc8e8-9cd9-49e4-ae9c-f9183eb06107 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2449367 Apr 12 00:01:45.156486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51194) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:45.162591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group_rule': {'security_group_id': '88ac1648-8eba-4950-b09f-11b398d19d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:45.193845 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 3, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:45.238380 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72e5e9-d3aa-44e2-a0c4-865be9f3986a None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 3, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:45.296418 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:45.331209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (cf2ca330-094b-469f-a98c-f70f53b73932), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.375389 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbe9f-fa9c-49dd-964d-57f1ed28a60d None None] Port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:45.422679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (cf2ca330-094b-469f-a98c-f70f53b73932), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.471094 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks [] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.520387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (cf2ca330-094b-469f-a98c-f70f53b73932), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.552801 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ca330-094b-469f-a98c-f70f53b73932,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:45.554457 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.562144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.585011 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:45.586871 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.613970 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.619808 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-65b30999-445b-41d4-abba-525af5f1f34d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4622517 Apr 12 00:01:45.622764 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51212) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:45.640255 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:45.700610 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks [] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.743631 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-4d69a8fa-55ba-4c8e-8308-6f71186984b4 None None] Provisioning complete for port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:45.743631 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4d69a8fa-55ba-4c8e-8308-6f71186984b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.756783 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Pushing event updated for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:45.810043 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:45.813367 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:45.835072 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:45.880707 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.099927 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:46.118564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4d69a8fa-55ba-4c8e-8308-6f71186984b4 None None] Port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:46.227055 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954c6b0-3c52-4eb6-aec3-1deadee1d54c None None] Pushing event updated for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:46.268833 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:01:46.277862 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-990c131d-8d59-4c36-9028-012f7dc932c7 req-82ec7657-9e08-44db-8f47-71a047c9b61d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.1033316 Apr 12 00:01:46.339594 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.413440 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 2, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:46.480436 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b4b28d-c858-422e-aee9-32c7ed9c36d7 None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 2, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:46.488470 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d4423284-014c-4ebd-9809-c34f50aaac4c None None] Provisioning complete for port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:46.489774 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d4423284-014c-4ebd-9809-c34f50aaac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.493751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Attempting to bind port ee4843d0-6397-4f73-92d2-abf02f29b3f3 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:46.493751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Attempting to bind port ee4843d0-6397-4f73-92d2-abf02f29b3f3 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:46.498641 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Attempting to bind port ee4843d0-6397-4f73-92d2-abf02f29b3f3 on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:46.547431 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:46.548942 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Checking segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:46.550313 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.552987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Bound using segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:46.554655 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Bound port: ee4843d0-6397-4f73-92d2-abf02f29b3f3, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:46.555747 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.616303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Allocated IP 172.27.1.168 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/3b09a3f7-8d7c-4305-90bb-090532cc8df2) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:46.631713 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-104b0239-9084-4fe9-9c13-c93cbfc9e378 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:46.644341 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-104b0239-9084-4fe9-9c13-c93cbfc9e378 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.4661946 Apr 12 00:01:46.669136 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-172cf430-5327-4faa-bb13-a3858586a249 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/quotas/a6462994c4f146a2a17f698efbaeb2dc HTTP/1.1" status: 200 len: 375 time: 0.0286112 Apr 12 00:01:46.684555 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d4423284-014c-4ebd-9809-c34f50aaac4c None None] Port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:46.736112 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] For port ee4843d0-6397-4f73-92d2-abf02f29b3f3, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:46.740820 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] For port ee4843d0-6397-4f73-92d2-abf02f29b3f3, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=ee4843d0-6397-4f73-92d2-abf02f29b3f3,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:46.758121 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:01:46.779021 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e4abac15-e33f-45a5-a826-76ac3ffc3551 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f047e06-663d-4f9f-987d-b0d5a89ac35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8250554 Apr 12 00:01:46.821132 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-f6e2a2d6-6a5a-45c0-8fd8-22eb4696cbeb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510653 Apr 12 00:01:46.840644 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:46.930044 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Provisioning complete for port ee4843d0-6397-4f73-92d2-abf02f29b3f3 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:46.930578 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.035401 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-639f1b2b-a6b9-4da7-a493-6657bdfa7f95 service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970086 Apr 12 00:01:47.042662 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.219634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:47.220910 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:47.286056 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954c6b0-3c52-4eb6-aec3-1deadee1d54c None None] Pushing event updated for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:47.292391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.331478 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-1661be11-8f70-4dd4-9f83-5880d5e4e250 service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902796 Apr 12 00:01:47.411656 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:47.414563 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:47.433503 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:47.472625 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 629a9028-e9b4-40e1-8ba7-ca202812519a up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:47.481159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=3b09a3f7-8d7c-4305-90bb-090532cc8df2,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:47.520825 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Current status of the port ee4843d0-6397-4f73-92d2-abf02f29b3f3 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:47.521555 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.576804 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 629a9028-e9b4-40e1-8ba7-ca202812519a triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:47.577295 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.648800 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] For port ee4843d0-6397-4f73-92d2-abf02f29b3f3, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=ee4843d0-6397-4f73-92d2-abf02f29b3f3,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:47.674007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.694406 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:47.757555 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 629a9028-e9b4-40e1-8ba7-ca202812519a is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:47.758084 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.785249 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 629a9028-e9b4-40e1-8ba7-ca202812519a, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=629a9028-e9b4-40e1-8ba7-ca202812519a,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:47.794402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:47.905406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.037328 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7d51b169-55b5-4414-b311-bd2dd8eb053f req-3350611f-fd03-41c2-b8ab-359987de6b07 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.0863030 Apr 12 00:01:48.062254 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a968aa-de3f-4776-af96-f9eef43a0414 None None] Pushing event updated for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:48.077979 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.079114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:48.157823 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-93341d4c-ac56-4068-8926-1f81c2c6ae69 req-aeb78006-5221-4efb-a115-9999d3c86847 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 210 time: 0.0618331 Apr 12 00:01:48.188530 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:01:48.294369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=629a9028-e9b4-40e1-8ba7-ca202812519a,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:48.401705 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.461500 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-46d21ddc-35a8-477d-b49f-3aa43ea15196 None None] Provisioning complete for port ee4843d0-6397-4f73-92d2-abf02f29b3f3 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:48.468114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-46d21ddc-35a8-477d-b49f-3aa43ea15196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.503356 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.527038 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:48.546160 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:48.547014 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:48.586672 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=3b09a3f7-8d7c-4305-90bb-090532cc8df2,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:48.594035 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.674166 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.685888 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2e2b96a8-d30a-4d5a-a97f-23991836b8ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0515850 Apr 12 00:01:48.737812 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-1477f858-708d-4c30-9923-ce709741da69 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:48.740730 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-1477f858-708d-4c30-9923-ce709741da69 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.2758753 Apr 12 00:01:48.761998 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:48.762298 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:48.797968 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-f4139cf3-fd2a-4f88-9f99-e694a06c16ae tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/quotas/a6462994c4f146a2a17f698efbaeb2dc HTTP/1.1" status: 200 len: 375 time: 0.0466514 Apr 12 00:01:48.886634 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51340) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:48.889817 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:48.892025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398976144', 'description': 'tempest-description--193013535'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:48.964210 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-5a3cc89d-0b42-4bcb-963d-602b6ae50f67 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650155 Apr 12 00:01:49.024007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.152116 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-46d21ddc-35a8-477d-b49f-3aa43ea15196 None None] Current status of the port ee4843d0-6397-4f73-92d2-abf02f29b3f3 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:49.206398 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:46Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:49.222440 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-6ee4b1ad-b33a-4d9d-a80c-41b85ec91228 service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569265 Apr 12 00:01:49.237851 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.286006 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.289143 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.20', 56403) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:49.297720 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:49.300428 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765ab70-1c99-4ae7-b0de-b91f459989a9 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:46Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:49.445799 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-d6116613-2f99-4713-ab48-fccf219f3361 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--496109256&fields=id&tenant_id=8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 267 time: 0.2410874 Apr 12 00:01:49.494465 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 2, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:49.525362 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:49.557978 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:49.558346 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Updating router 4f047e06-663d-4f9f-987d-b0d5a89ac35e port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:49.585192 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-bc754492-fa3a-4927-b8a3-db1a39dd7c2f service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423727 Apr 12 00:01:49.626489 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.742622 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.751410 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b9e585dc-d86e-4957-a48c-ae2b8c039d7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8605189 Apr 12 00:01:49.766994 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 629a9028-e9b4-40e1-8ba7-ca202812519a up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:49.767802 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-a5727ce0-1872-4d55-ad69-278383ff8102 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:49.770051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51380) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:49.779690 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-a5727ce0-1872-4d55-ad69-278383ff8102 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 811 time: 0.3323476 Apr 12 00:01:49.781958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group_rule': {'security_group_id': '4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:49.811458 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-bd8fc422-5ddd-4425-9cee-13c8b24ac15e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/quotas/8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 375 time: 0.0300293 Apr 12 00:01:49.914429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-538593e5-9b8b-4422-968c-bf4baa267b6d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:49.916304 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-538593e5-9b8b-4422-968c-bf4baa267b6d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.20 "GET /v2.0/networks?id=7b1401b8-0c09-4648-8c6e-0785af7f033e HTTP/1.1" status: 200 len: 811 time: 0.6011748 Apr 12 00:01:49.940738 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 629a9028-e9b4-40e1-8ba7-ca202812519a triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:49.941123 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:49.962759 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Request body: {'port': {'device_id': '76c2af60-1686-476f-9420-0730ff2e833d', 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e', 'admin_state_up': True, 'tenant_id': 'd37d376de665470ab663729e12178191'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:50.004791 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-1adf03f9-47bb-49c8-b720-4018a91a123d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1921623 Apr 12 00:01:50.080894 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9dc9f584-c5d3-418a-8974-890182b4c1b2 req-c317eadf-59a2-4378-b24a-888b2d186713 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.0736699 Apr 12 00:01:50.239522 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 629a9028-e9b4-40e1-8ba7-ca202812519a is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:50.247863 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 26231f9c-88c4-4429-9064-aa549a92e583 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:50.410461 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-dd337504-e091-4270-b4f5-66c5a14100bd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:01:50.419226 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-dd337504-e091-4270-b4f5-66c5a14100bd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1666183 Apr 12 00:01:50.443685 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 26231f9c-88c4-4429-9064-aa549a92e583 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:50.447743 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (26231f9c-88c4-4429-9064-aa549a92e583), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:50.476203 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks [] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:50.544665 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-baf5de63-1238-4ed7-ba80-8a122c7f8511 req-ec9b0be3-8ac4-46b3-8992-78de7f3c8b7a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.0918870 Apr 12 00:01:50.596747 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:50.613892 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (2518d81d-6bfe-4c0c-b9b2-2c2a8b8e3cac), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:50.776641 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-f056c1ca-d403-449b-9e5e-002b762eacef service neutron] 10.222.0.24 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565340 Apr 12 00:01:50.921899 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (2518d81d-6bfe-4c0c-b9b2-2c2a8b8e3cac), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:50.993433 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 26231f9c-88c4-4429-9064-aa549a92e583 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:50.993833 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (26231f9c-88c4-4429-9064-aa549a92e583), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.002953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (2518d81d-6bfe-4c0c-b9b2-2c2a8b8e3cac), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.012766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Made reservation on behalf of d37d376de665470ab663729e12178191 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:51.016149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.058319 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129372b-23dc-42f4-8348-1640efabbd32 None None] Pushing event updated for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:51.060304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 26231f9c-88c4-4429-9064-aa549a92e583, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=26231f9c-88c4-4429-9064-aa549a92e583,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:51.064714 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-f65fefd7-eeab-4050-8a90-58a97f1ce995 service neutron] 10.222.0.24 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788377 Apr 12 00:01:51.101775 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2518d81d-6bfe-4c0c-b9b2-2c2a8b8e3cac,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:51.128974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (26231f9c-88c4-4429-9064-aa549a92e583), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.150155 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Attempting to bind port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:51.151852 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Attempting to bind port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:51.152234 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Attempting to bind port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:51.166187 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:51.166577 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Checking segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:51.167037 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.170740 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Bound using segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:51.171328 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Bound port: 342183a4-f201-4a7a-8e9a-2fa8b9b4b054, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:51.172332 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.236666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:01:51.263432 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.265248 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-77adb06b-4808-499e-a79f-0ea4a5018740 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4907908 Apr 12 00:01:51.268080 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51460) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:51.275440 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group_rule': {'security_group_id': '4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:51.322997 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=26231f9c-88c4-4429-9064-aa549a92e583,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:51.352505 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] For port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:51.357266 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] For port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:51.373937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-1e3dc502-b183-4db1-be11-66a44fc76f5d None None] Provisioning complete for port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:51.374345 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc502-b183-4db1-be11-66a44fc76f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.392879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:51.392879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:51.427851 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.450672 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (eb86ad33-25d6-4f31-bac6-b1d3d7b22735), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:51.614053 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Allocated IP 172.20.0.4 (7b1401b8-0c09-4648-8c6e-0785af7f033e/aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75/40b0b0ca-5cbf-4308-afa0-8b589d9a3558) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:51.759496 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device ee4843d0-6397-4f73-92d2-abf02f29b3f3 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:51.774653 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:51.798215 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:51.965298 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.20', 56412) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:51.974017 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (eb86ad33-25d6-4f31-bac6-b1d3d7b22735), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.010257 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dc502-b183-4db1-be11-66a44fc76f5d None None] Port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:52.112757 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a45cec1f-2ead-4b9d-90db-d02917f82976 req-be5f8c73-8613-4b6f-8df8-ffca0882eda5 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.2816744 Apr 12 00:01:52.120825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (eb86ad33-25d6-4f31-bac6-b1d3d7b22735), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.176877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:52.227486 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129372b-23dc-42f4-8348-1640efabbd32 None None] Pushing event updated for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=4']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:52.263629 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb86ad33-25d6-4f31-bac6-b1d3d7b22735,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:52.358780 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port ee4843d0-6397-4f73-92d2-abf02f29b3f3 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:52.359375 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.412041 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:52.448152 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1aeb4fd1-a80a-46cf-b60c-49eecdd9a836 req-d2a14437-b6a6-4128-b082-c9f238e6d5cd tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.1505425 Apr 12 00:01:52.466004 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.469110 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-cda77793-2fda-4b4f-8646-2913db5a6d27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1996801 Apr 12 00:01:52.482194 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51500) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:52.497263 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:52.552496 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3c453394-7086-4241-bcda-d72f65608500 req-081e8b61-fc41-4a01-988a-1c6b612cb61e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.0430477 Apr 12 00:01:52.619318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks [] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.663888 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.675718 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Provisioning complete for port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:52.678599 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:52.748946 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-1ffa464a-21e2-43be-8db0-d668600a5e21 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:52.751687 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-1ffa464a-21e2-43be-8db0-d668600a5e21 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.7845337 Apr 12 00:01:52.772678 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'port': {'device_id': '4789375f-89df-46cc-8a1d-521efd53f976', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'admin_state_up': True, 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:53.095557 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-48df5929-e595-4d78-921e-2502b95de22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:51Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:53.149137 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df5929-e595-4d78-921e-2502b95de22c None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:51Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:53.153341 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port ee4843d0-6397-4f73-92d2-abf02f29b3f3 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:53.201336 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:53.400929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Made reservation on behalf of a6462994c4f146a2a17f698efbaeb2dc for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:53.400929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:53.408967 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.20', 56419) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:53.473691 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Current status of the port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:53.479345 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:53.632920 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 26231f9c-88c4-4429-9064-aa549a92e583 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:53.647665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Network 7b1401b8-0c09-4648-8c6e-0785af7f033e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:53.695843 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:53.722712 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Pushing event updated for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:53.732561 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:53.744473 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:53.745883 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:53.751798 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] For port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:53.763786 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 2, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:53.778019 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9e022478-6f7d-4de9-99a6-a5e680e3cd0e req-28e6f9a2-4b05-49a8-8087-6efa5ab6ba38 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.1516540 Apr 12 00:01:53.829626 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a0cbc-9efa-40f2-85cc-f063733bacf6 req-1d17b740-b0ed-4434-b4d8-00eae6fc9b90 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:53.833802 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a15a0cbc-9efa-40f2-85cc-f063733bacf6 req-1d17b740-b0ed-4434-b4d8-00eae6fc9b90 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 931 time: 0.3411620 Apr 12 00:01:53.876299 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:01:53.876654 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Updating router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:01:54.024005 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-dd75c6d6-0eda-49bb-82b2-488b6ee9f5bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:54.027028 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 26231f9c-88c4-4429-9064-aa549a92e583 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:54.028193 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (26231f9c-88c4-4429-9064-aa549a92e583), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.036511 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-dd75c6d6-0eda-49bb-82b2-488b6ee9f5bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.5942917 Apr 12 00:01:54.043970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.098071 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fbab7bc2-af3d-47cb-a187-18666f58014f req-f8cd6cbf-2312-436a-b62d-7604e70bdf1a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.1469011 Apr 12 00:01:54.113346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'port': {'device_id': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'admin_state_up': True, 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:54.123601 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-3bfa63dd-0cdb-4fdd-9e84-1bbbf401fcbb tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1673110 Apr 12 00:01:54.173544 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-f96d6491-5e9d-4b71-a506-9c73e2dc2ed4 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:01:54.175439 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-f96d6491-5e9d-4b71-a506-9c73e2dc2ed4 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077879 Apr 12 00:01:54.213258 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a15a0cbc-9efa-40f2-85cc-f063733bacf6 req-0fd6dd5c-bf88-45f3-9bc1-3f663771806b tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670840 Apr 12 00:01:54.214710 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.279787 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.381266 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad8a4b-2058-4d45-9ad7-ed5e7bb99059 None None] Pushing event updated for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:54.403904 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Allocated IP 172.20.0.9 (cfcab045-0936-454e-a7db-67d776fa3ade/2b780f58-a609-497a-8b6f-9f1e1dc21650/3ab54617-a0a0-4b6e-b68f-85f113d48d41) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:54.438550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Request body: {'port': {'device_id': '76c2af60-1686-476f-9420-0730ff2e833d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:54.622859 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.682328 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Allocated IP 172.27.1.193 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/00ac34fe-3014-4c44-bcda-0020b72364ac) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:54.761588 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Made reservation on behalf of a6462994c4f146a2a17f698efbaeb2dc for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:54.785703 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.963759 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5f5fdf76-ad62-4d75-b5ce-65325de45b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.968325 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:54.984174 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 26231f9c-88c4-4429-9064-aa549a92e583 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:55.080066 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0ba81f2c-697d-490d-89db-f8b3d3d20198 req-0162ad6e-9409-4f28-9046-585413e41446 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.0758626 Apr 12 00:01:55.265137 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-88062288-8084-4d3f-a8d0-10d2f0ccd50a req-d7f58fce-da49-4c22-b030-abd13b1d9df9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.0446787 Apr 12 00:01:55.289029 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:55.305632 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:55.410289 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:55.415968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:55.436520 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:55.521577 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:55.547092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:55.668355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:55.737832 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=00ac34fe-3014-4c44-bcda-0020b72364ac,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:55.766624 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:55.767448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:55.884709 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c109d9-064f-4ae9-8497-3106d9795fa0 req-9f3b4827-7bf0-447f-8338-814ec0b8434f tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:55.896694 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-92c109d9-064f-4ae9-8497-3106d9795fa0 req-9f3b4827-7bf0-447f-8338-814ec0b8434f tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 931 time: 0.4845741 Apr 12 00:01:55.905399 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.011748 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:01:56.027944 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:56.029931 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks [] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.064143 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:56.068444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:56.075425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:56.080094 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:56.095135 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:56.095795 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.100475 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-92c109d9-064f-4ae9-8497-3106d9795fa0 req-93e5d551-722d-48e9-ae9d-f49e7683d20a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025938 Apr 12 00:01:56.126547 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.20', 56430) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:56.187784 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Transition to ACTIVE for port object 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:01:56.300476 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks [] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.401755 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-477b94e7-ce29-49c4-84f1-1ab8fc20721b req-502be7dd-8b2a-445f-ba09-20827962a971 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.1199524 Apr 12 00:01:56.482082 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de380b80-bdaa-4a18-bca2-e9fdccdfce9f req-8eab1414-c364-41c6-9f11-af8f2648866b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.0733569 Apr 12 00:01:56.512581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.530197 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.553404 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-89750f63-090b-44ed-9045-bf258ea2e695 None None] Provisioning complete for port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:56.553404 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89750f63-090b-44ed-9045-bf258ea2e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.558623 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-53ab66e9-c125-447e-beff-4de96f47a4a1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7970002 Apr 12 00:01:56.624878 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-00da5a00-3ec3-442a-b759-442445c5c150 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:56.626816 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-00da5a00-3ec3-442a-b759-442445c5c150 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 811 time: 0.3788650 Apr 12 00:01:56.630716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df63e9-294a-486d-993a-b2c34cf765b9 None None] Pushing event updated for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:56.682860 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.713609 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Allocated IP 172.20.0.13 (cfcab045-0936-454e-a7db-67d776fa3ade/2b780f58-a609-497a-8b6f-9f1e1dc21650/b6691c20-73b9-4dcc-bbb2-890fc1a2f829) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:56.717189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-89750f63-090b-44ed-9045-bf258ea2e695 None None] Port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:56.806142 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-f9325335-1f0d-484e-bae3-a3497e99402b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 379 time: 0.1413939 Apr 12 00:01:56.821594 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'port': {'device_id': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'admin_state_up': True, 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'security_groups': ['88ac1648-8eba-4950-b09f-11b398d19d76']}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:56.871288 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Attempting to bind port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:56.872215 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Attempting to bind port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:56.872478 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Attempting to bind port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:56.880674 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:56.881763 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:56.883267 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.885016 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Bound using segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:56.885767 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Bound port: a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:56.886380 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:56.909347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.011095 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] For port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:57.012162 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] For port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:57.043877 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Request body: {'port': {'device_id': '4789375f-89df-46cc-8a1d-521efd53f976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:57.046628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Pushing event updated for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:57.062646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.115196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.141837 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=00ac34fe-3014-4c44-bcda-0020b72364ac,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:57.156798 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.252029 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.253492 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c67d2cf6-4691-4d3f-a318-050d5ec4494c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7692323 Apr 12 00:01:57.283649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-366c22cb-3af6-4278-804f-ba7fd2f6c4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.417851 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d913542-b6dd-4ae3-ab96-15d01bd25f76 req-94e7b1b6-29a0-4974-a646-ed485bcea13a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:57.426136 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d913542-b6dd-4ae3-ab96-15d01bd25f76 req-94e7b1b6-29a0-4974-a646-ed485bcea13a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.1694415 Apr 12 00:01:57.437346 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Made reservation on behalf of 8e10126821844f4cb497402dbb6c86c3 for: {'port': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:01:57.439340 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df63e9-294a-486d-993a-b2c34cf765b9 None None] Pushing event updated for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:57.444787 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.445792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:01:57.446432 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:57.483616 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.579908 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Attempting to bind port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:01:57.579908 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Attempting to bind port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'bd034b76-2111-4827-b913-66b5ca48ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:01:57.579908 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Attempting to bind port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 on network 7b1401b8-0c09-4648-8c6e-0785af7f033e {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:57.599591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 on network 7b1401b8-0c09-4648-8c6e-0785af7f033e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:01:57.601370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Attempting to bind port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 on network 7b1401b8-0c09-4648-8c6e-0785af7f033e {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:01:57.715406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:01:57.715406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Checking segment: {'id': 'bd034b76-2111-4827-b913-66b5ca48ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:01:57.715406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Bound using segment: {'id': 'bd034b76-2111-4827-b913-66b5ca48ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:01:57.715406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Bound port: 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd034b76-2111-4827-b913-66b5ca48ce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:01:57.715406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:57.842118 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d913542-b6dd-4ae3-ab96-15d01bd25f76 req-ad9d6d20-11bb-4095-bfa6-4a3b327b00c7 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148774 Apr 12 00:01:57.942271 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-770078c6-2cd9-48f6-8230-2e9b33545fb1 req-77ffad52-5110-4343-9f5f-1b05344b5e8e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.1059375 Apr 12 00:01:57.964961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:01:57.976866 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,segment=NetworkSegment(bd034b76-2111-4827-b913-66b5ca48ce29),segment_id=bd034b76-2111-4827-b913-66b5ca48ce29)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:01:57.985129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.064440 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Provisioning complete for port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:58.065348 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.205562 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:58.225344 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:58.235229 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:58.255491 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:58.256398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.285303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.320053 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Current status of the port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:58.320672 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.325245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.340139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:58.396185 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:01:58.415785 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Allocated IP 172.20.0.12 (23dd35ce-02c6-496c-89ec-e6b9f9f7137f/1e424c64-f55e-4e50-a366-b4948030eb19/4ef00377-8154-45fb-8daa-16c6f02fbe61) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:01:58.475006 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:58.476679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.481817 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] 10.222.0.20 "PUT /v2.0/ports/40b0b0ca-5cbf-4308-afa0-8b589d9a3558 HTTP/1.1" status: 200 len: 1093 time: 4.1636355 Apr 12 00:01:58.503889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:01:58.508946 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b8cc2-f64a-463e-bc2d-7aaf53762424 req-ed1b01ff-8f88-4d71-9eef-ec3acd52c608 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:58.511834 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2c5b8cc2-f64a-463e-bc2d-7aaf53762424 req-ed1b01ff-8f88-4d71-9eef-ec3acd52c608 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 932 time: 0.5039089 Apr 12 00:01:58.527696 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] For port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:01:58.603147 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-b0affad8-9b89-4c7b-85f7-6929a2912394 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--398976144&fields=id&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 267 time: 0.2439263 Apr 12 00:01:58.829686 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.831176 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-47f07a92-8828-42b8-8beb-270edf772a91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6722479 Apr 12 00:01:58.831176 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Request body: {'port': {'device_id': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:01:58.831725 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2c5b8cc2-f64a-463e-bc2d-7aaf53762424 req-d60c559b-f015-482d-9ab9-efca91e308de tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761505 Apr 12 00:01:58.855837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb92370-a872-4b69-92ed-ece634aa1b8b None None] Pushing event updated for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:58.896200 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Provisioning complete for port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:58.896809 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.897053 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-efe4cb88-0012-4320-8bce-cc165d61f941 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:58.904280 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-efe4cb88-0012-4320-8bce-cc165d61f941 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 816 time: 0.3000443 Apr 12 00:01:58.928211 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:58.942555 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:57Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:01:58.954537 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-2add2ae4-2e2a-461f-8f24-6015c5e3b42d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/quotas/f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 375 time: 0.0489850 Apr 12 00:01:59.045902 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de706-c197-49b4-9d2a-ecbb0b1c7ffa service neutron] Pushing event updated for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:59.088067 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37af2d-b7f5-4f5a-ad30-17d0dc3e94e4 None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:57Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:01:59.089664 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:01:59.121112 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Provisioning complete for port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:59.121506 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.141116 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea9e25e-bc0b-4b81-b381-80191ade9461" -d '{"events": [{"name": "network-changed", "server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:01:59.170804 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-355de990-9db9-41f8-a8ee-686c4ba7da1f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2150748 Apr 12 00:01:59.231697 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.260389 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-8356c52f-a433-4ec4-8cab-5884dcd90d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:59.261830 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-8356c52f-a433-4ec4-8cab-5884dcd90d81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d37d376de665470ab663729e12178191&device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 1127 time: 0.6080236 Apr 12 00:01:59.281582 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab54617-a0a0-4b6e-b68f-85f113d48d41 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:01:59.350119 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-3a664b4a-0e4a-4a6d-b650-e50c1c6d3b91 None None] Current status of the port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:01:59.411116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51718) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:01:59.411593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks [] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.453346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.459999 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-c3cd6b55-5eab-42a3-a43f-c17bff1a3ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558 HTTP/1.1" status: 200 len: 217 time: 0.1585884 Apr 12 00:01:59.495454 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:01:59.498798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Transition to ACTIVE for port object 3ab54617-a0a0-4b6e-b68f-85f113d48d41 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:01:59.568095 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:01:59.575372 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:01:59.595464 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:01:59.608100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:01:59.634781 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:59.653755 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.661515 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:01:59.662338 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.687721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.732540 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-47152e14-3e17-4365-a019-be06af16b02b service neutron] 10.222.0.24 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458064 Apr 12 00:01:59.743593 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b6c-3e7c-444d-9495-66829c9d837e req-730e3858-b186-40af-84d4-705fc95923b9 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:01:59.749154 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54e68b6c-3e7c-444d-9495-66829c9d837e req-730e3858-b186-40af-84d4-705fc95923b9 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.3454037 Apr 12 00:01:59.811446 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cb1f98e9-1554-402e-a10b-f82df36e1d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:01:59.927313 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-4b9ddb19-9ce5-4f71-a34d-a9ce30fd560d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1113679 Apr 12 00:01:59.960650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:00.016040 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Request body: {'port': {'device_id': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:00.109199 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-a7e0740a-0f4d-450b-8ea0-95f6056d1c12 None None] Provisioning complete for port 4ef00377-8154-45fb-8daa-16c6f02fbe61 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:00.110428 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a7e0740a-0f4d-450b-8ea0-95f6056d1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.130906 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-753888ad-35bc-4eac-8f62-0f579764ff7a service neutron] 10.222.0.24 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708875 Apr 12 00:02:00.152151 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54e68b6c-3e7c-444d-9495-66829c9d837e req-31718a5e-de84-4d90-8a76-392a3e18291d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751693 Apr 12 00:02:00.160743 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Pushing event updated for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:00.227168 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0740a-0f4d-450b-8ea0-95f6056d1c12 None None] Port 4ef00377-8154-45fb-8daa-16c6f02fbe61 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:02:00.239816 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.245215 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.326176 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-4736721f-6212-4e3f-9424-1abd86e223aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:00.329476 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-4736721f-6212-4e3f-9424-1abd86e223aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75 HTTP/1.1" status: 200 len: 851 time: 0.8554173 Apr 12 00:02:00.387994 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6691c20-73b9-4dcc-bbb2-890fc1a2f829 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:00.445737 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cb1f98e9-1554-402e-a10b-f82df36e1d01 admin admin] Publish callbacks [] for security_group (5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.483381 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Attempting to bind port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:02:00.483805 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Attempting to bind port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:02:00.484122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Attempting to bind port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:00.564227 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cb1f98e9-1554-402e-a10b-f82df36e1d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.593683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks [] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.664147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Transition to ACTIVE for port object b6691c20-73b9-4dcc-bbb2-890fc1a2f829 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:02:00.667702 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-ccb8f0eb-b796-4faf-920d-b8d481fddfb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b1401b8-0c09-4648-8c6e-0785af7f033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2643771 Apr 12 00:02:00.670153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 on network cfcab045-0936-454e-a7db-67d776fa3ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:02:00.670590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Attempting to bind port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:00.696584 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:02:00.696878 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:00.697785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Bound using segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:02:00.698252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Bound port: 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:02:00.698666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.718534 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a38de-1a52-4565-bd6f-993168e5ecee req-a15c7b14-2a98-4011-b31b-912e8ebdf5da tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:00.720134 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-654a38de-1a52-4565-bd6f-993168e5ecee req-a15c7b14-2a98-4011-b31b-912e8ebdf5da tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 932 time: 0.3631711 Apr 12 00:02:00.798388 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f98e9-1554-402e-a10b-f82df36e1d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:00.807058 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-cb1f98e9-1554-402e-a10b-f82df36e1d01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0ec6f41f918426096d78a95fa0ad353&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3903527 Apr 12 00:02:00.809361 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:00.831784 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51748) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:01.030923 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-654a38de-1a52-4565-bd6f-993168e5ecee req-71c546da-3ad7-4c12-94a4-47ab5cb184bb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744596 Apr 12 00:02:01.090706 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef00377-8154-45fb-8daa-16c6f02fbe61 {{(pid=110167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:01.152690 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks [] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.214550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2802af-9b64-4cd4-a6ff-148185086146 x-openstack-request-id: req-4c2802af-9b64-4cd4-a6ff-148185086146 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:01.215139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:01.215139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c2802af-9b64-4cd4-a6ff-148185086146 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:01.215591 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2802af-9b64-4cd4-a6ff-148185086146'] response: {'name': 'network-changed', 'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558', 'status': 'completed', 'code': 200} Apr 12 00:02:01.219958 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.provisioning_blocks [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Transition to ACTIVE for port object 4ef00377-8154-45fb-8daa-16c6f02fbe61 will not be triggered until provisioned by entity L2. {{(pid=110167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:02:01.233112 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] Publish callbacks [] for security_group (5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.252895 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-6f1fcc4e-e289-473a-8a29-cbec32ccc52a service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778017 Apr 12 00:02:01.258221 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-80e1bdb0-8334-492d-826f-154a67238284 req-66394f0b-200f-4755-8335-2fc6a47c407d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.0638089 Apr 12 00:02:01.307204 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Attempting to bind port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:02:01.307730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Attempting to bind port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:02:01.308112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Attempting to bind port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:01.315415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:01.315681 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] Publish callbacks [] for security_group (5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.326238 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.332016 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.338533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:02:01.377152 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 on network cfcab045-0936-454e-a7db-67d776fa3ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:02:01.377475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Attempting to bind port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:01.392885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:02:01.393215 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:01.393587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Bound using segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:02:01.394198 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Bound port: b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:02:01.394694 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.407341 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:02:01.512950 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:01.552142 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:02:01.556410 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:02:01.565749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.620961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:01.621790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.623240 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] 10.222.0.20 "PUT /v2.0/ports/3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 1093 time: 4.5880878 Apr 12 00:02:01.648740 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.683481 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b93d886-1eae-44db-98eb-0eca7907e8a4 req-56fd14d8-3f11-4c90-a43e-3de1679616a1 service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063163 Apr 12 00:02:01.704816 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:01.705494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:01.706963 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] 10.222.0.20 "PUT /v2.0/ports/b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 200 len: 1094 time: 2.8991456 Apr 12 00:02:01.718082 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84c16b-4655-4f18-a5b1-bde1b07bfccd service neutron] Pushing event updated for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:01.738605 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031348-cd6e-4f6e-90ce-d207c3426945 req-e6f1eabb-676a-4050-95b1-2286783f0011 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:01.742890 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bb031348-cd6e-4f6e-90ce-d207c3426945 req-e6f1eabb-676a-4050-95b1-2286783f0011 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.4575629 Apr 12 00:02:01.930475 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7d8dc-9a3b-4283-bad2-fe8a93288204 req-d94de21f-ab2d-467c-b417-aa3d292c1499 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:01.932144 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3bb7d8dc-9a3b-4283-bad2-fe8a93288204 req-d94de21f-ab2d-467c-b417-aa3d292c1499 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.3251460 Apr 12 00:02:01.990034 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.managers [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Attempting to bind port 4ef00377-8154-45fb-8daa-16c6f02fbe61 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:02:01.990498 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.managers [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Attempting to bind port 4ef00377-8154-45fb-8daa-16c6f02fbe61 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}] {{(pid=110167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:02:01.991404 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Attempting to bind port 4ef00377-8154-45fb-8daa-16c6f02fbe61 on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:02.014797 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bb031348-cd6e-4f6e-90ce-d207c3426945 req-029d14a5-b93b-4be7-941d-cb59d6c1ff81 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120557 Apr 12 00:02:02.014797 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:02.016072 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:02.020256 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec HTTP/1.1" status: 204 len: 168 time: 1.1842906 Apr 12 00:02:02.041630 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Port 4ef00377-8154-45fb-8daa-16c6f02fbe61 on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:02:02.042310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Attempting to bind port 4ef00377-8154-45fb-8daa-16c6f02fbe61 on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:02.060837 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f2334-2dee-45f3-898a-e58a55f193fe service neutron] Pushing event updated for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:02.088256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-22da6d74-006f-4514-8517-b131a1fc6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.089916 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-22da6d74-006f-4514-8517-b131a1fc6321 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1127 time: 0.2760785 Apr 12 00:02:02.119861 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-27f52c91-4a3b-4bdd-b194-1b40b167caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.121386 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-27f52c91-4a3b-4bdd-b194-1b40b167caef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d37d376de665470ab663729e12178191&device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 1127 time: 0.2268832 Apr 12 00:02:02.127674 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:02:02.129339 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Checking segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:02.129339 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Bound using segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} {{(pid=110167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:02:02.149123 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.managers [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Bound port: 4ef00377-8154-45fb-8daa-16c6f02fbe61, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}}] {{(pid=110167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:02:02.149504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:02.160879 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-3fe4c5a7-4e70-41a6-85e2-a92518245f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.160879 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-3fe4c5a7-4e70-41a6-85e2-a92518245f7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1128 time: 0.2704375 Apr 12 00:02:02.173419 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-e92dab70-2d40-461b-887f-1b7e933e9886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 217 time: 0.0684247 Apr 12 00:02:02.211547 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfebb7f-66c2-405a-9287-82cb09185cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ddfcf-649a-4785-b8b2-9b9bfd48a3ec,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:02.264402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:02.399797 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3bb7d8dc-9a3b-4283-bad2-fe8a93288204 req-1f0c48a8-0eae-4241-8222-2e99bae03d5d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003367 Apr 12 00:02:02.537021 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-93188075-b39e-45b0-9adc-2968adde4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.539483 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-93188075-b39e-45b0-9adc-2968adde4471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.2892776 Apr 12 00:02:02.540741 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-36976357-4d82-4029-b25c-2b6371556917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.543854 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-36976357-4d82-4029-b25c-2b6371556917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b1401b8-0c09-4648-8c6e-0785af7f033e HTTP/1.1" status: 200 len: 912 time: 0.3852894 Apr 12 00:02:02.546018 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-3d154449-0bab-439c-b815-f2ab0651411e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 200 len: 217 time: 0.3546064 Apr 12 00:02:02.686750 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-89186665-a6e0-4b94-8b47-46a07d64a83d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558 HTTP/1.1" status: 200 len: 217 time: 0.1198659 Apr 12 00:02:02.739241 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, cleared binding levels {{(pid=110167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:02:02.745884 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dcd69aa7-9d04-404a-8bf0-b8ab84ec12f8 req-3a699add-8966-4bf6-af36-2a2557b9bb9c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.0387836 Apr 12 00:02:02.784512 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-7969f2d3-0189-46be-8790-a86f3eabdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.795397 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-7969f2d3-0189-46be-8790-a86f3eabdd60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2418249 Apr 12 00:02:02.801351 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c17e0-f199-4be6-bf2e-d63cf1ec277a req-7e46e63a-24e8-4e22-bb93-a50b042c2794 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.803646 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f7c17e0-f199-4be6-bf2e-d63cf1ec277a req-7e46e63a-24e8-4e22-bb93-a50b042c2794 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.5662389 Apr 12 00:02:02.807425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-2b55fe43-3b7b-4e6a-b02e-81e534646bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.809465 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-2b55fe43-3b7b-4e6a-b02e-81e534646bf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.2321932 Apr 12 00:02:02.819478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:02:02.882858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-297aed6d-bc49-4597-8e57-9a61ba68ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:02.884665 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-297aed6d-bc49-4597-8e57-9a61ba68ac2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75 HTTP/1.1" status: 200 len: 851 time: 0.0739925 Apr 12 00:02:02.887867 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f7c17e0-f199-4be6-bf2e-d63cf1ec277a req-8ec76ee7-ed8c-41ce-b88c-6dc580da1adf tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768871 Apr 12 00:02:02.975370 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:03.036409 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.037325 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:03.039326 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 1094 time: 3.0414321 Apr 12 00:02:03.039992 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:03.231686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41'}, {'name': 'network-changed', 'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:03.235469 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaa782c-2557-4cc2-a167-175abe3f44e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41"}, {"name": "network-changed", "server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:03.407451 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8e010-ca8f-4334-8928-8c2ffcd9adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=3']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:03.496117 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-4779f7fb-c235-426f-a084-c397a4a4e0da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b1401b8-0c09-4648-8c6e-0785af7f033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2839758 Apr 12 00:02:03.525625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890bf56c-5dd7-4272-a80d-6c37ea00f23d x-openstack-request-id: req-890bf56c-5dd7-4272-a80d-6c37ea00f23d {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:03.526250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:03.526512 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-890bf56c-5dd7-4272-a80d-6c37ea00f23d {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:03.527006 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890bf56c-5dd7-4272-a80d-6c37ea00f23d'] response: {'name': 'network-changed', 'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41', 'status': 'completed', 'code': 200} Apr 12 00:02:03.527928 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890bf56c-5dd7-4272-a80d-6c37ea00f23d'] response: {'name': 'network-changed', 'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829', 'status': 'completed', 'code': 200} Apr 12 00:02:03.560394 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a207c1-8431-45b5-a5b3-45c87102af09" -d '{"events": [{"name": "network-changed", "server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:03.617642 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-f1e5d893-ecd7-4abd-8ae9-997993624605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.619621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-f1e5d893-ecd7-4abd-8ae9-997993624605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1128 time: 0.3071976 Apr 12 00:02:03.668404 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51830) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:03.698547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a14a278f-aedf-4dc7-9f15-4795a074ae49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:03.758636 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-58af50c7-3933-4c58-9636-713334aa2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.760106 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-58af50c7-3933-4c58-9636-713334aa2218 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5515997 Apr 12 00:02:03.772431 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308e2c-d131-4bf1-a235-b77828c653a6 req-ad5f8651-0f9b-4cb4-bc8e-ad16ca42d0f3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.774667 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9b308e2c-d131-4bf1-a235-b77828c653a6 req-ad5f8651-0f9b-4cb4-bc8e-ad16ca42d0f3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.4703696 Apr 12 00:02:03.776026 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-7208c59d-a391-40cd-8d47-33c653d1d9e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 217 time: 0.1189594 Apr 12 00:02:03.812580 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-4fc186f9-6dbb-49b0-84ba-b8eba32761e9 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242738 Apr 12 00:02:03.867729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-8d93c2b8-c11c-4c8c-a78e-4deee7f32ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.869207 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-8d93c2b8-c11c-4c8c-a78e-4deee7f32ff3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0781209 Apr 12 00:02:03.915312 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-b3b776be-afe8-487f-a0fd-78ff20162b69 service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973024 Apr 12 00:02:03.918928 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e16dc6-266e-407e-b965-4385e2519ebf req-65ef1355-61f1-4d1d-bffd-1bfc55e78239 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:03.920207 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e5e16dc6-266e-407e-b965-4385e2519ebf req-65ef1355-61f1-4d1d-bffd-1bfc55e78239 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.2644699 Apr 12 00:02:03.946534 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9b308e2c-d131-4bf1-a235-b77828c653a6 req-0928e762-b069-44de-8e0c-a3320ebeaa4b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541898 Apr 12 00:02:04.058815 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e5e16dc6-266e-407e-b965-4385e2519ebf req-6164715b-4a73-4598-9701-adaa7e1f9441 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Apr 12 00:02:04.069020 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-26d35faf-74a4-4189-92a3-cf8b4bb5692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:04.071311 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-26d35faf-74a4-4189-92a3-cf8b4bb5692e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1838403 Apr 12 00:02:04.117076 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a14a278f-aedf-4dc7-9f15-4795a074ae49 admin admin] Publish callbacks [] for security_group (a2700f42-d9fa-403a-9cb4-ecd13adb1337), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.206164 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a14a278f-aedf-4dc7-9f15-4795a074ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a2700f42-d9fa-403a-9cb4-ecd13adb1337), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.251805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39aa7a-0534-4b7f-93b1-39bad6c93840 x-openstack-request-id: req-bd39aa7a-0534-4b7f-93b1-39bad6c93840 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:04.252226 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:04.252627 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd39aa7a-0534-4b7f-93b1-39bad6c93840 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:04.253180 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd39aa7a-0534-4b7f-93b1-39bad6c93840'] response: {'name': 'network-changed', 'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'status': 'completed', 'code': 200} Apr 12 00:02:04.290761 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ed82a428-6e93-4b81-8457-298b4064a42a req-4515392e-9544-4522-a347-93900aa3da58 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.1566706 Apr 12 00:02:04.325236 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a278f-aedf-4dc7-9f15-4795a074ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2700f42-d9fa-403a-9cb4-ecd13adb1337,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:04.337514 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-b76ffddf-27a3-423e-aa89-68f7ca0d4a3b service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490036 Apr 12 00:02:04.355000 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a14a278f-aedf-4dc7-9f15-4795a074ae49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06eb286af028433da5c1a1a7f810c506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829116 Apr 12 00:02:04.357684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51840) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:04.357838 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b981fb5e-818a-40df-9ec5-f6f70f4eda1a req-16b07c72-03cb-4937-9cd0-b41011a4e568 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613082 Apr 12 00:02:04.453317 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-5696ee73-6da7-4796-8b19-6ba3e006605c service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561265 Apr 12 00:02:04.475413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d29b0-8caa-4d24-95a0-5fae309c3975 req-36d46e64-9b5d-499d-b1e6-8fe0b5b5f86f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:04.477571 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a0d29b0-8caa-4d24-95a0-5fae309c3975 req-36d46e64-9b5d-499d-b1e6-8fe0b5b5f86f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.1810000 Apr 12 00:02:04.496850 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] Publish callbacks [] for security_group (a2700f42-d9fa-403a-9cb4-ecd13adb1337), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.545336 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] Publish callbacks [] for security_group (a2700f42-d9fa-403a-9cb4-ecd13adb1337), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.592212 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ea9e25e-bc0b-4b81-b381-80191ade9461 req-caa69b96-7935-4126-8bdc-3fb6f28a6efd service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434601 Apr 12 00:02:04.640366 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8d1cd3df-54ec-4db4-ae82-aa2cc7aa3fda req-ff459f51-7462-4f4e-a752-4a6e9f589ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978899 Apr 12 00:02:04.642436 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a0d29b0-8caa-4d24-95a0-5fae309c3975 req-f5757e61-8cd5-4e9f-a9cc-31cae42b8298 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535068 Apr 12 00:02:04.728323 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7363611c-d1b3-4a4e-be0c-6bdfe501ddde req-69c29754-0d32-4c04-8dc7-ee2c89d95727 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705110 Apr 12 00:02:04.840019 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a2700f42-d9fa-403a-9cb4-ecd13adb1337), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.853840 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:04.853840 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2700f42-d9fa-403a-9cb4-ecd13adb1337 HTTP/1.1" status: 204 len: 168 time: 0.4892673 Apr 12 00:02:04.870696 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22032996-b627-416b-8cb9-9cd95a412146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2700f42-d9fa-403a-9cb4-ecd13adb1337,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:05.020926 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-204525e6-a3c9-4645-a01e-65b647a15f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.020926 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-204525e6-a3c9-4645-a01e-65b647a15f1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1127 time: 0.0737040 Apr 12 00:02:05.087941 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-a99ec47d-7612-4921-9484-00d7e249c7aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.090519 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-a99ec47d-7612-4921-9484-00d7e249c7aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 816 time: 0.1884737 Apr 12 00:02:05.371241 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa351c-8820-4d9b-9055-620c979e3b3e req-b7e76028-2a1d-448e-a1a5-3b4ce83a39b7 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.378016 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-99fa351c-8820-4d9b-9055-620c979e3b3e req-b7e76028-2a1d-448e-a1a5-3b4ce83a39b7 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.2508140 Apr 12 00:02:05.408374 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-be011ae7-6269-4cb3-a27f-732c9f0f5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.421450 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-be011ae7-6269-4cb3-a27f-732c9f0f5b9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.4154947 Apr 12 00:02:05.421450 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d52f6-830a-4719-ab24-ba029e8fee1d req-5949f73d-87a0-4356-8fe7-9530382f1fc9 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.427126 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-098d52f6-830a-4719-ab24-ba029e8fee1d req-5949f73d-87a0-4356-8fe7-9530382f1fc9 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.2234364 Apr 12 00:02:05.526807 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-99fa351c-8820-4d9b-9055-620c979e3b3e req-20292d79-71a3-4922-a7c6-8fd857b58ace tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475658 Apr 12 00:02:05.559995 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-098d52f6-830a-4719-ab24-ba029e8fee1d req-8cc63dab-370c-45ad-83c2-51015f4232cd tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276052 Apr 12 00:02:05.642268 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-92f7d58c-3b73-4d28-97f9-a0dab16c8bc1 req-27d07f45-2836-4e07-af5b-912f51b6ebeb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.0341516 Apr 12 00:02:05.812347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4408d0-57b3-4d82-8ddf-2a9a9a091836 req-b5d1ed43-8ae3-4db5-9a4d-5b1339ee2580 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:05.818567 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6f4408d0-57b3-4d82-8ddf-2a9a9a091836 req-b5d1ed43-8ae3-4db5-9a4d-5b1339ee2580 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.0786352 Apr 12 00:02:05.866921 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6f4408d0-57b3-4d82-8ddf-2a9a9a091836 req-4ccd3aa0-0f03-4af7-82da-f3b98975b0dd tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Apr 12 00:02:06.020697 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-6583e63c-09d7-495b-8c3b-034fe35ae08d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 217 time: 0.0402715 Apr 12 00:02:06.078725 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4cffee85-18f3-4337-9e8b-066030ab41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.080253 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4cffee85-18f3-4337-9e8b-066030ab41db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0529666 Apr 12 00:02:06.084735 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-bfb8af9a-fbca-40f6-9db9-b205c0df9b81 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 379 time: 0.1033492 Apr 12 00:02:06.097127 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-c74b99c7-c405-46a0-82fc-03d28ddf743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.097904 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-c74b99c7-c405-46a0-82fc-03d28ddf743a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1128 time: 0.0938895 Apr 12 00:02:06.275187 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'port': {'device_id': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'admin_state_up': True, 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'security_groups': ['4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:06.316466 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-fe125974-9efe-4f67-9b31-949fe635dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.318076 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-fe125974-9efe-4f67-9b31-949fe635dd7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543196 Apr 12 00:02:06.438953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-dc096f20-b727-4928-b42a-a46cfee8e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.440609 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-dc096f20-b727-4928-b42a-a46cfee8e277 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.1759679 Apr 12 00:02:06.492557 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-1154ab68-f9a1-4384-a551-d6656cecc3af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 217 time: 0.0372567 Apr 12 00:02:06.604704 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-5e1fb7f9-cb16-43db-bfa8-8f4709e4876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.607029 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-5e1fb7f9-cb16-43db-bfa8-8f4709e4876f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0854192 Apr 12 00:02:06.608117 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Made reservation on behalf of f86f93d46d394081b4da1693c28e9c7e for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:02:06.611691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:06.711036 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-43d36326-40bf-43bd-96b3-67d1b1da826b service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832042 Apr 12 00:02:06.744067 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-b2651c35-1a0e-49ff-b4df-509d1844e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.745589 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-b2651c35-1a0e-49ff-b4df-509d1844e549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300268 Apr 12 00:02:06.808542 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888885-f127-45c2-8f6c-c27a09d55ceb req-c4ee2438-14e2-43e4-b3a8-2298f6716edc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.810148 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-53888885-f127-45c2-8f6c-c27a09d55ceb req-c4ee2438-14e2-43e4-b3a8-2298f6716edc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.1798868 Apr 12 00:02:06.852157 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Allocated IP 172.20.0.14 (91c35a18-6082-429e-b7e5-6ec49650a675/31751cc5-261b-444b-928f-77896d56c6f1/d46507f9-93c1-4790-9570-050cefbebebe) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:02:06.855207 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88dc0-0df7-4c8e-a2f9-351309a697b7 req-0d259ec2-ba07-4b50-9e92-8251a26231de tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:06.862772 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-25a88dc0-0df7-4c8e-a2f9-351309a697b7 req-0d259ec2-ba07-4b50-9e92-8251a26231de tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.1650910 Apr 12 00:02:06.906543 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-729cdaee-10f5-473a-8e7a-959c0361899b service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343925 Apr 12 00:02:06.946803 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-87c35b4c-fea7-43b6-b459-75690e22f3bf service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195668 Apr 12 00:02:06.972033 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-53888885-f127-45c2-8f6c-c27a09d55ceb req-837e7edb-cd67-4e54-a553-48745bc2a037 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535647 Apr 12 00:02:07.001684 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-25a88dc0-0df7-4c8e-a2f9-351309a697b7 req-028f3e57-8e4b-40a6-b886-4975e1fd3e06 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298711 Apr 12 00:02:07.090432 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-81ba8ff2-30f9-4772-9a2a-0e0e943ad7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.092332 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-81ba8ff2-30f9-4772-9a2a-0e0e943ad7e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1128 time: 0.0802042 Apr 12 00:02:07.120005 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-64a207c1-8431-45b5-a5b3-45c87102af09 req-dc0120f8-ce8b-41b8-822b-8c7fa92c28fe service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009916 Apr 12 00:02:07.143546 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (d46507f9-93c1-4790-9570-050cefbebebe), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.207394 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 51942) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:07.255528 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f98eb810-6dc6-46c5-9cf9-60998335e283 req-1df8df2d-8d17-48f4-b2b3-7d69f561836a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.0701756 Apr 12 00:02:07.285898 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.318396 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69a32-e3f2-4a84-acfc-baf2172438f7 req-d7224b17-3fb0-416a-a032-0b96246755ac tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.326346 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0be69a32-e3f2-4a84-acfc-baf2172438f7 req-d7224b17-3fb0-416a-a032-0b96246755ac tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.1399062 Apr 12 00:02:07.336229 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:02:07.339843 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:02:07.342641 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:02:07.344841 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4a90601c-d1f1-474d-904e-a8a5846ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.346494 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4a90601c-d1f1-474d-904e-a8a5846ef71d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.2462118 Apr 12 00:02:07.349801 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.350822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.376371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:07.403357 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0be69a32-e3f2-4a84-acfc-baf2172438f7 req-c09b2fbe-ebf2-4192-a6a0-3c185e2674c4 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758657 Apr 12 00:02:07.438170 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-2ba7f13b-6e28-4cb7-bc3b-137442c3131d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 200 len: 217 time: 0.0558846 Apr 12 00:02:07.449898 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0ed24c15-317a-4c4b-a922-01f503de0e2d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1803358 Apr 12 00:02:07.457954 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Request body: {'port': {'device_id': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:07.500247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-51e58770-bf1c-4e11-97b6-e76c3c8ccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.501994 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-51e58770-bf1c-4e11-97b6-e76c3c8ccdc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0560911 Apr 12 00:02:07.547104 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8f722de6-5a06-4f4a-8ba2-80c9d5261ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.565649 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4a96c0e2-a240-40e8-9d5c-eb05d6e42792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:07.567357 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-4a96c0e2-a240-40e8-9d5c-eb05d6e42792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583208 Apr 12 00:02:07.574726 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.642678 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-f9523947-5e3f-4865-bc88-81b5051edf07 None None] Provisioning complete for port d46507f9-93c1-4790-9570-050cefbebebe triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:07.643827 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f9523947-5e3f-4865-bc88-81b5051edf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d46507f9-93c1-4790-9570-050cefbebebe), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.684378 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-5ae9f161-07fb-43ff-b43d-837e1a404d99 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061113 Apr 12 00:02:07.687546 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f9523947-5e3f-4865-bc88-81b5051edf07 None None] Port d46507f9-93c1-4790-9570-050cefbebebe cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:02:07.763926 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8f722de6-5a06-4f4a-8ba2-80c9d5261ce6 admin admin] Publish callbacks [] for security_group (b6225d6f-fbde-491b-8ee4-dfab6e36d488), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.798361 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7aaa782c-2557-4cc2-a167-175abe3f44e3 req-1f5ef1a8-d940-41d2-bdd1-cc2823d5fc8d service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070309 Apr 12 00:02:07.888928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8f722de6-5a06-4f4a-8ba2-80c9d5261ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b6225d6f-fbde-491b-8ee4-dfab6e36d488), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.928369 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:07.940571 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8f722de6-5a06-4f4a-8ba2-80c9d5261ce6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e1b43d05d334b7d945e7e3f0e3f9336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7321157 Apr 12 00:02:07.942558 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks [] for port (d46507f9-93c1-4790-9570-050cefbebebe), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:07.943296 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 51964) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:07.951617 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f722de6-5a06-4f4a-8ba2-80c9d5261ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6225d6f-fbde-491b-8ee4-dfab6e36d488,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:07.963564 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Transition to ACTIVE for port object d46507f9-93c1-4790-9570-050cefbebebe will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:02:07.996190 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] Publish callbacks [] for security_group (b6225d6f-fbde-491b-8ee4-dfab6e36d488), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.019391 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] Publish callbacks [] for security_group (b6225d6f-fbde-491b-8ee4-dfab6e36d488), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.027946 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.081439 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:08.133957 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Attempting to bind port d46507f9-93c1-4790-9570-050cefbebebe on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:02:08.135037 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Attempting to bind port d46507f9-93c1-4790-9570-050cefbebebe by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:02:08.135445 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Attempting to bind port d46507f9-93c1-4790-9570-050cefbebebe on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:08.139987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Port d46507f9-93c1-4790-9570-050cefbebebe on network 91c35a18-6082-429e-b7e5-6ec49650a675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:02:08.140312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Attempting to bind port d46507f9-93c1-4790-9570-050cefbebebe on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:08.146426 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:02:08.146761 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Checking segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:08.147206 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Bound using segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:02:08.148365 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Bound port: d46507f9-93c1-4790-9570-050cefbebebe, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:02:08.148907 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.153855 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17840e5a-d303-46d9-9bfe-79b9fb2245ba req-9ec9ea70-6286-476d-a345-9961bcc025f5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.161001 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17840e5a-d303-46d9-9bfe-79b9fb2245ba req-9ec9ea70-6286-476d-a345-9961bcc025f5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.1027944 Apr 12 00:02:08.167345 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef67bc-d754-4fdb-83ea-ee13513856a2 req-4ec75142-8c2b-4b81-9105-4ed8ca358019 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.168869 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bcef67bc-d754-4fdb-83ea-ee13513856a2 req-4ec75142-8c2b-4b81-9105-4ed8ca358019 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.0760062 Apr 12 00:02:08.226374 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b6225d6f-fbde-491b-8ee4-dfab6e36d488), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.228930 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.230052 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6225d6f-fbde-491b-8ee4-dfab6e36d488 HTTP/1.1" status: 204 len: 168 time: 0.2856092 Apr 12 00:02:08.259195 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17840e5a-d303-46d9-9bfe-79b9fb2245ba req-048829f3-fd5c-490d-9610-5bac74e0205b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893085 Apr 12 00:02:08.261600 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9e1eb-4e5b-44aa-bbaf-0f22f5979549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6225d6f-fbde-491b-8ee4-dfab6e36d488,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:08.271221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:02:08.292803 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:02:08.305694 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bcef67bc-d754-4fdb-83ea-ee13513856a2 req-a5694200-ec5a-4b87-a68a-74b340303b48 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297235 Apr 12 00:02:08.390967 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.456657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.458990 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:08.460973 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 1094 time: 1.0080419 Apr 12 00:02:08.463330 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:08.465587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc5decb-e78e-4521-a538-4446de607e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:08.482873 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1477-491c-4238-a688-53c0774be6d6 req-cbe89c70-5d33-4002-8cfd-44e578f8b081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.494122 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2d3b1477-491c-4238-a688-53c0774be6d6 req-cbe89c70-5d33-4002-8cfd-44e578f8b081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.1221132 Apr 12 00:02:08.545169 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98d98-c65b-4210-92b7-51e1d701b2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:08.598115 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2d3b1477-491c-4238-a688-53c0774be6d6 req-30861c23-9f5c-4ded-b32b-ff393bfc4b5d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057918 Apr 12 00:02:08.642347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a98ff-49e1-4e8b-89c3-9d8f83f55269 req-dbe93456-04f0-47e4-97a1-4ef4353a9682 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.660481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e75a98ff-49e1-4e8b-89c3-9d8f83f55269 req-dbe93456-04f0-47e4-97a1-4ef4353a9682 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.1380444 Apr 12 00:02:08.665876 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-6bc21715-c6c3-4661-bde4-cd09b3098199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.670519 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-6bc21715-c6c3-4661-bde4-cd09b3098199 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1128 time: 0.0984819 Apr 12 00:02:08.731705 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e75a98ff-49e1-4e8b-89c3-9d8f83f55269 req-31a62233-47bf-4140-9686-6bcfa8dc082b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613201 Apr 12 00:02:08.733715 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-403830c5-aba2-47a1-b4cd-346b75e2bb06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 217 time: 0.0557215 Apr 12 00:02:08.742251 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcb538-3ed7-4cf2-81ae-2e55965a9c84 x-openstack-request-id: req-60fcb538-3ed7-4cf2-81ae-2e55965a9c84 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:08.742680 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:08.743055 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60fcb538-3ed7-4cf2-81ae-2e55965a9c84 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:08.743777 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fcb538-3ed7-4cf2-81ae-2e55965a9c84'] response: {'name': 'network-changed', 'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'status': 'completed', 'code': 200} Apr 12 00:02:08.791071 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-10343d61-00b7-4c3c-b7c5-dba44778e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.792571 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-10343d61-00b7-4c3c-b7c5-dba44778e825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0479982 Apr 12 00:02:08.840289 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-9a0f0490-2787-4b4c-8971-9b38df14b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:08.841847 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-9a0f0490-2787-4b4c-8971-9b38df14b848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429170 Apr 12 00:02:08.933618 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-882e00bb-00fd-4ebc-9f1a-eba42673157a service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846498 Apr 12 00:02:09.021685 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc49dd41-31e3-41b4-b5db-c07693df917c req-0d9e4f74-39c1-418c-b7e4-1b87a56e9358 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800240 Apr 12 00:02:09.171814 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5decb-e78e-4521-a538-4446de607e7e req-c066d025-d169-4f35-a343-2b76f58d55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.173327 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-c066d025-d169-4f35-a343-2b76f58d55dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1128 time: 0.0443311 Apr 12 00:02:09.269271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5decb-e78e-4521-a538-4446de607e7e req-c105ab52-5b5b-42e5-9073-f9476a0b125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.270737 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-c105ab52-5b5b-42e5-9073-f9476a0b125f service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.0861156 Apr 12 00:02:09.312680 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-614db82b-3f66-467b-b7be-a06dad99797b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 217 time: 0.0343890 Apr 12 00:02:09.368609 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5decb-e78e-4521-a538-4446de607e7e req-41be5b09-30a2-4ede-82bb-abd8f4824cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.370054 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-41be5b09-30a2-4ede-82bb-abd8f4824cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0512824 Apr 12 00:02:09.385581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004b6e-b64b-45e6-84b0-f3b65f200066 req-c4c6d64c-9d1e-467f-92d1-77387366d2ab tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.387051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-10004b6e-b64b-45e6-84b0-f3b65f200066 req-c4c6d64c-9d1e-467f-92d1-77387366d2ab tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 944 time: 0.0517673 Apr 12 00:02:09.421587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5decb-e78e-4521-a538-4446de607e7e req-a28e0fe8-acd4-4a8d-a46d-90b11a2d2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.423105 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-a28e0fe8-acd4-4a8d-a46d-90b11a2d2789 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436692 Apr 12 00:02:09.465056 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-10004b6e-b64b-45e6-84b0-f3b65f200066 req-25e63b8f-fe27-4a39-a274-6605fc63c2a9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692961 Apr 12 00:02:09.473630 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edb080-5f5e-4e10-9145-7034f737ac69 req-54711681-dff4-4b48-af3d-c84cdc6cc977 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.479823 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64edb080-5f5e-4e10-9145-7034f737ac69 req-54711681-dff4-4b48-af3d-c84cdc6cc977 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.0906925 Apr 12 00:02:09.560181 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-c58eb589-3c4e-4800-93cf-a73642f39bdc service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290615 Apr 12 00:02:09.574070 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64edb080-5f5e-4e10-9145-7034f737ac69 req-e118ea96-20c9-47e0-a678-61eaaa0f62f9 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797641 Apr 12 00:02:09.693290 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8dc5decb-e78e-4521-a538-4446de607e7e req-145d2a5b-5c1e-4603-89b0-7ae590cdcfce service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264894 Apr 12 00:02:09.767070 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c692d34-ff15-4ca4-b854-1a3d9fb62c25 req-496c645f-9ebe-4a96-a1ef-cbdf7e300d2f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.768625 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c692d34-ff15-4ca4-b854-1a3d9fb62c25 req-496c645f-9ebe-4a96-a1ef-cbdf7e300d2f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0743618 Apr 12 00:02:09.824488 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b6691c20-73b9-4dcc-bbb2-890fc1a2f829 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:09.852689 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c692d34-ff15-4ca4-b854-1a3d9fb62c25 req-585e79ad-cf6e-4888-b364-f5f4188c2741 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772388 Apr 12 00:02:09.876446 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75911591-e903-4910-845a-c5f517caaeac req-cef6035c-9857-44f8-a2f8-2ced0083d910 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:09.877965 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-75911591-e903-4910-845a-c5f517caaeac req-cef6035c-9857-44f8-a2f8-2ced0083d910 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 944 time: 0.0726299 Apr 12 00:02:09.941291 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-75911591-e903-4910-845a-c5f517caaeac req-a7f51195-aad3-4ffb-b6f2-8ba51e260c43 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513775 Apr 12 00:02:09.983191 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.001037 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'port_id': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829', 'mac_address': 'fa:16:3e:8f:4d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:10.039553 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:10.039938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.052151 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6691c20-73b9-4dcc-bbb2-890fc1a2f829 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:10.072210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.159663 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.160273 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4ef00377-8154-45fb-8daa-16c6f02fbe61 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:10.252261 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:10.299204 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.311188 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'port_id': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'mac_address': 'fa:16:3e:30:41:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:10.346184 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 4ef00377-8154-45fb-8daa-16c6f02fbe61 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:10.346609 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.363492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef00377-8154-45fb-8daa-16c6f02fbe61 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:10.383143 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.474380 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.475125 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:10.500230 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52088) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:10.566723 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:10.611307 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49912c3f-491b-4211-971d-43807edb625c req-21cd97ee-b327-4281-8e1e-b8b055e33931 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:10.618635 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-49912c3f-491b-4211-971d-43807edb625c req-21cd97ee-b327-4281-8e1e-b8b055e33931 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 945 time: 0.0686221 Apr 12 00:02:10.623405 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,segment=NetworkSegment(bd034b76-2111-4827-b913-66b5ca48ce29),segment_id=bd034b76-2111-4827-b913-66b5ca48ce29)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.639955 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558', 'network_id': '7b1401b8-0c09-4648-8c6e-0785af7f033e', 'port_id': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558', 'mac_address': 'fa:16:3e:a1:bf:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:10.657206 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b8c8-a1b7-46ba-bc2b-5d2a5c7dde39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.682946 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:10.683340 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.696035 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:10.716683 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,segment=NetworkSegment(bd034b76-2111-4827-b913-66b5ca48ce29),segment_id=bd034b76-2111-4827-b913-66b5ca48ce29)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.725708 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-49912c3f-491b-4211-971d-43807edb625c req-fe8abed0-e950-4b93-8d7d-c8e751d8dcaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058295 Apr 12 00:02:10.754775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603deb0-2266-443d-b277-049be179c684 req-43069c2c-1fcf-4145-98e7-43582ad1744a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:10.756309 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b603deb0-2266-443d-b277-049be179c684 req-43069c2c-1fcf-4145-98e7-43582ad1744a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 943 time: 0.1042588 Apr 12 00:02:10.783581 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.784336 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 3ab54617-a0a0-4b6e-b68f-85f113d48d41 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:10.835901 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b8c8-a1b7-46ba-bc2b-5d2a5c7dde39 admin admin] Publish callbacks [] for security_group (d6a5bb0f-a082-4879-a739-08995ac1b4c9), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.839848 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b603deb0-2266-443d-b277-049be179c684 req-8d277889-284e-4e65-9655-d46f1c18a614 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732975 Apr 12 00:02:10.854828 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:10.865014 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.875739 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '3ab54617-a0a0-4b6e-b68f-85f113d48d41', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'port_id': '3ab54617-a0a0-4b6e-b68f-85f113d48d41', 'mac_address': 'fa:16:3e:c9:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:10.908573 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b8c8-a1b7-46ba-bc2b-5d2a5c7dde39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d6a5bb0f-a082-4879-a739-08995ac1b4c9), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.918465 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:10.919045 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:10.936839 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab54617-a0a0-4b6e-b68f-85f113d48d41 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:10.958960 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:10.968726 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b8c8-a1b7-46ba-bc2b-5d2a5c7dde39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5bb0f-a082-4879-a739-08995ac1b4c9,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:10.978457 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d8e0b8c8-a1b7-46ba-bc2b-5d2a5c7dde39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04771727dcc240e78d0426505fce033f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722719 Apr 12 00:02:10.979821 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52112) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:11.040189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:11.045796 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e376-eba1-4009-8655-b8f6384d7608 req-14411ba4-8635-4716-a739-8b5beb189559 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:11.046815 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bf5e376-eba1-4009-8655-b8f6384d7608 req-14411ba4-8635-4716-a739-8b5beb189559 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.1050882 Apr 12 00:02:11.067566 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] Publish callbacks [] for security_group (d6a5bb0f-a082-4879-a739-08995ac1b4c9), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:11.109450 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] Publish callbacks [] for security_group (d6a5bb0f-a082-4879-a739-08995ac1b4c9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:11.125846 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:11.136886 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd52276-a877-425f-b3a0-41d47db8a3b5 req-7dd42e24-7af2-424b-adb6-1b58a5892a13 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:11.138415 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2bd52276-a877-425f-b3a0-41d47db8a3b5 req-7dd42e24-7af2-424b-adb6-1b58a5892a13 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 945 time: 0.1022837 Apr 12 00:02:11.146404 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bf5e376-eba1-4009-8655-b8f6384d7608 req-488199a3-0d2c-474f-9150-6868531ba6aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858922 Apr 12 00:02:11.196059 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2bd52276-a877-425f-b3a0-41d47db8a3b5 req-a71a1d9d-52e4-4e58-b9d2-93aa0ec1f5ab tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486104 Apr 12 00:02:11.239625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d6a5bb0f-a082-4879-a739-08995ac1b4c9), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:11.242958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:11.244080 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6a5bb0f-a082-4879-a739-08995ac1b4c9 HTTP/1.1" status: 204 len: 168 time: 0.2623947 Apr 12 00:02:11.252600 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbefb22-a2cb-4c14-bdd5-3ee4b1738158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5bb0f-a082-4879-a739-08995ac1b4c9,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:11.539081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['4ef00377-8154-45fb-8daa-16c6f02fbe61'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:11.580793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b6691c20-73b9-4dcc-bbb2-890fc1a2f829'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:11.583665 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['40b0b0ca-5cbf-4308-afa0-8b589d9a3558'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:11.743998 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['3ab54617-a0a0-4b6e-b68f-85f113d48d41'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:11.824318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:11.853278 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ece5a-a244-40fc-8a27-2839efad3c88 req-eda8a6a6-1d02-416b-bc24-fbe53a85b5db tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:11.859331 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb0ece5a-a244-40fc-8a27-2839efad3c88 req-eda8a6a6-1d02-416b-bc24-fbe53a85b5db tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 945 time: 0.0612156 Apr 12 00:02:11.937555 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb0ece5a-a244-40fc-8a27-2839efad3c88 req-9c0978de-0b4c-4e9f-9902-04661d1092c6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Apr 12 00:02:11.980261 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0c56-f5a1-4e89-a1ff-97e28abd7cba req-b5e9d1fc-0629-480b-a33d-5557d1877844 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:11.981999 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4f5f0c56-f5a1-4e89-a1ff-97e28abd7cba req-b5e9d1fc-0629-480b-a33d-5557d1877844 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 944 time: 0.0611207 Apr 12 00:02:12.043981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4f5f0c56-f5a1-4e89-a1ff-97e28abd7cba req-3e9e2b4f-b51b-4d5a-884c-e358c2966762 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558751 Apr 12 00:02:12.170369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:12.221221 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'd46507f9-93c1-4790-9570-050cefbebebe', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:12.247941 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52166) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:12.357013 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:12.357870 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.375732 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:12.418402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:12.422701 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9930-4aeb-4521-8350-8935b6d4eb88 req-7b29fb07-7bba-414a-b499-a94a2fc458d8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:12.427402 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee2c9930-4aeb-4521-8350-8935b6d4eb88 req-7b29fb07-7bba-414a-b499-a94a2fc458d8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.1693392 Apr 12 00:02:12.499847 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886e55-b992-4927-8d14-65c79eeb219a req-000b1d4a-7fdf-4760-9b51-3e16f84dcb56 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:12.501389 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-32886e55-b992-4927-8d14-65c79eeb219a req-000b1d4a-7fdf-4760-9b51-3e16f84dcb56 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 945 time: 0.1227150 Apr 12 00:02:12.535985 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee2c9930-4aeb-4521-8350-8935b6d4eb88 req-8533702f-e466-4c97-b63b-076e6b155ab8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866652 Apr 12 00:02:12.572367 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.585791 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-32886e55-b992-4927-8d14-65c79eeb219a req-0c4aee64-880f-4a1a-b170-0c610817fe98 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745728 Apr 12 00:02:12.605269 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0422cf76-5abd-437c-a3c5-8986ad611033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.641928 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:12.704781 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0422cf76-5abd-437c-a3c5-8986ad611033 admin admin] Publish callbacks [] for security_group (46b9c7c0-a6bb-4fee-a25b-84cccec2abb3), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.771092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0422cf76-5abd-437c-a3c5-8986ad611033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (46b9c7c0-a6bb-4fee-a25b-84cccec2abb3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.808659 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422cf76-5abd-437c-a3c5-8986ad611033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9c7c0-a6bb-4fee-a25b-84cccec2abb3,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:12.817232 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0422cf76-5abd-437c-a3c5-8986ad611033 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbadf5a274ba46d29602eaf09cfed496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680573 Apr 12 00:02:12.817866 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52194) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:12.874422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] Publish callbacks [] for security_group (46b9c7c0-a6bb-4fee-a25b-84cccec2abb3), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.896042 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] Publish callbacks [] for security_group (46b9c7c0-a6bb-4fee-a25b-84cccec2abb3), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.982964 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (46b9c7c0-a6bb-4fee-a25b-84cccec2abb3), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.985573 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:12.989439 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46b9c7c0-a6bb-4fee-a25b-84cccec2abb3 HTTP/1.1" status: 204 len: 168 time: 0.1679461 Apr 12 00:02:12.998152 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34676b03-8f6c-48c2-973d-53bd17b2b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9c7c0-a6bb-4fee-a25b-84cccec2abb3,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:13.079813 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba68d9-bc99-45e9-b8d3-263df564be72 req-fa214888-f9ec-44c9-9070-7055b53b254b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:13.080970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['d46507f9-93c1-4790-9570-050cefbebebe'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:13.081284 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-71ba68d9-bc99-45e9-b8d3-263df564be72 req-fa214888-f9ec-44c9-9070-7055b53b254b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 945 time: 0.0759900 Apr 12 00:02:13.171099 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-71ba68d9-bc99-45e9-b8d3-263df564be72 req-37ca6bba-56f4-4059-81ec-ae3c37508f75 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764098 Apr 12 00:02:13.206988 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa188a-18b4-4f5f-b867-8b3932def209 req-0bc07492-567e-4266-8f7e-5bae464eeab6 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:13.208530 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50fa188a-18b4-4f5f-b867-8b3932def209 req-0bc07492-567e-4266-8f7e-5bae464eeab6 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 944 time: 0.0883822 Apr 12 00:02:13.272084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50fa188a-18b4-4f5f-b867-8b3932def209 req-d34b5ce9-5eb2-4fd6-a6c8-45b3c49beb21 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570638 Apr 12 00:02:13.672353 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52226) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:13.685882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2729-2ca2-484f-8691-80c148329538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:13.707003 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecfdb2-a8c6-47ff-b8de-9cb90d873743 req-d1dc1c4e-2bb8-4be7-911f-145318d58e60 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:13.720865 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-84ecfdb2-a8c6-47ff-b8de-9cb90d873743 req-d1dc1c4e-2bb8-4be7-911f-145318d58e60 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0783570 Apr 12 00:02:13.753477 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4d02-a6dd-4c25-80c7-af93033b6923 req-fe75bbe4-666d-42a3-aeb2-52b4769ea736 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:13.755056 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-430a4d02-a6dd-4c25-80c7-af93033b6923 req-fe75bbe4-666d-42a3-aeb2-52b4769ea736 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 945 time: 0.0901258 Apr 12 00:02:13.768572 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2729-2ca2-484f-8691-80c148329538 admin admin] Publish callbacks [] for security_group (e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:13.794435 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-84ecfdb2-a8c6-47ff-b8de-9cb90d873743 req-21854208-b197-4885-b90c-bc5b5794a308 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795720 Apr 12 00:02:13.820977 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-430a4d02-a6dd-4c25-80c7-af93033b6923 req-81b02e42-af40-4180-aa01-3a0f2c595b0d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531411 Apr 12 00:02:13.851687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2729-2ca2-484f-8691-80c148329538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:13.891415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2729-2ca2-484f-8691-80c148329538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:13.895781 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f1bf2729-2ca2-484f-8691-80c148329538 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3151b1506fe242119eb822f9debaa62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220483 Apr 12 00:02:13.899097 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52232) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:13.951058 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] Publish callbacks [] for security_group (e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:13.977362 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] Publish callbacks [] for security_group (e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.090994 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.093614 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.094805 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da HTTP/1.1" status: 204 len: 168 time: 0.1954679 Apr 12 00:02:14.103354 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8cfc-5fdb-4877-a3c1-8db8b1079287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c1f5d9-bc34-4e7a-a1c3-e7a71e07c7da,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:14.287310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03823a1-7b79-4e5c-9801-8da525ff500a req-7c30abd4-1a5d-446a-a0f7-2c538e5e8d46 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:14.289501 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d03823a1-7b79-4e5c-9801-8da525ff500a req-7c30abd4-1a5d-446a-a0f7-2c538e5e8d46 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 945 time: 0.0565972 Apr 12 00:02:14.315226 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b6691c20-73b9-4dcc-bbb2-890fc1a2f829 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:02:14.355261 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d03823a1-7b79-4e5c-9801-8da525ff500a req-48ca417f-03d5-4382-ac71-bd5121b93199 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590665 Apr 12 00:02:14.442937 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301ed81-4af9-4f22-a18c-677d703e65c7 req-0ca15e8f-81cd-4d4a-9c11-26999b627da5 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:14.444463 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6301ed81-4af9-4f22-a18c-677d703e65c7 req-0ca15e8f-81cd-4d4a-9c11-26999b627da5 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 944 time: 0.0578361 Apr 12 00:02:14.451062 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:02:14.455491 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:14.455877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.501060 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6301ed81-4af9-4f22-a18c-677d703e65c7 req-194c03d4-13ce-484a-83cb-c33b3dcec96c tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508077 Apr 12 00:02:14.563706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:14.563706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.588028 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:14.660025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:14.720318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.721153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4ef00377-8154-45fb-8daa-16c6f02fbe61 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:02:14.761380 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc16f531-717f-4b42-9743-eb0996862f6e" -d '{"events": [{"server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "name": "network-vif-plugged", "status": "completed", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:14.802091 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:14.908326 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 4ef00377-8154-45fb-8daa-16c6f02fbe61 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:02:14.913573 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 4ef00377-8154-45fb-8daa-16c6f02fbe61 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:14.914022 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:14.943844 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832420c-7e67-4159-b0b2-f496ce77ea4c req-d120de07-5982-45a0-8793-4c62cf897afa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:14.946091 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4832420c-7e67-4159-b0b2-f496ce77ea4c req-d120de07-5982-45a0-8793-4c62cf897afa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0777555 Apr 12 00:02:14.948560 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60a1088-3c0f-4b9f-ad47-e2f32d2d799b x-openstack-request-id: req-e60a1088-3c0f-4b9f-ad47-e2f32d2d799b {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:14.948874 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "name": "network-vif-plugged", "status": "completed", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:14.949128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e60a1088-3c0f-4b9f-ad47-e2f32d2d799b {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:14.950013 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60a1088-3c0f-4b9f-ad47-e2f32d2d799b'] response: {'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829', 'code': 200} Apr 12 00:02:15.004994 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4832420c-7e67-4159-b0b2-f496ce77ea4c req-ee12c7a3-3281-4177-934e-6de0944bc374 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531313 Apr 12 00:02:15.023515 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 4ef00377-8154-45fb-8daa-16c6f02fbe61 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:15.024132 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.061220 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:15.094813 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcfcb6-84c6-415b-a62c-75ccea414ad9 req-fe18f36e-d984-419d-bcd3-cb55397fa851 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:15.096356 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5fdcfcb6-84c6-415b-a62c-75ccea414ad9 req-fe18f36e-d984-419d-bcd3-cb55397fa851 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 945 time: 0.0763552 Apr 12 00:02:15.125411 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.126292 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:02:15.146303 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5fdcfcb6-84c6-415b-a62c-75ccea414ad9 req-c7500360-b5c6-4d56-a28f-a11139131b89 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443041 Apr 12 00:02:15.211754 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:15.274107 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:02:15.278319 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:15.278764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.360494 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:15.361062 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.402338 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,segment=NetworkSegment(bd034b76-2111-4827-b913-66b5ca48ce29),segment_id=bd034b76-2111-4827-b913-66b5ca48ce29)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:15.472310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed662fd-9392-4245-99ec-4b595c1b0c15 req-da05a96b-1d7b-4937-b70b-cb907b715370 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:15.479696 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9ed662fd-9392-4245-99ec-4b595c1b0c15 req-da05a96b-1d7b-4937-b70b-cb907b715370 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0557647 Apr 12 00:02:15.485455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.486155 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 3ab54617-a0a0-4b6e-b68f-85f113d48d41 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:02:15.548340 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9ed662fd-9392-4245-99ec-4b595c1b0c15 req-ad7790ac-71cd-47f8-ba5d-cf95462c6c51 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677071 Apr 12 00:02:15.587404 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:15.656253 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d966eaf-6423-4350-a295-9eb54db44356 req-afaa4c00-c0c9-4d98-81b3-de0ef122d51d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:15.662568 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d966eaf-6423-4350-a295-9eb54db44356 req-afaa4c00-c0c9-4d98-81b3-de0ef122d51d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0598741 Apr 12 00:02:15.679462 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:02:15.684814 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:15.685193 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.709948 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d966eaf-6423-4350-a295-9eb54db44356 req-e3b92b74-2a69-4fef-9e14-5298467a9133 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465999 Apr 12 00:02:15.773599 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:15.773989 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.804939 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:15.897332 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:15.944759 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:16.062547 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52348) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:16.171313 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543c9e7-5853-49ff-8922-cc10ad2b5ed1 req-879d3d9b-f730-4529-91b2-3623581b0e39 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:16.179434 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0543c9e7-5853-49ff-8922-cc10ad2b5ed1 req-879d3d9b-f730-4529-91b2-3623581b0e39 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0825448 Apr 12 00:02:16.277797 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0543c9e7-5853-49ff-8922-cc10ad2b5ed1 req-491903db-4fd5-433d-b6b6-b0ae0a83ddfe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927896 Apr 12 00:02:16.344124 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97da832-b19f-4542-b5cb-5a764c050f2d req-8eb1e5fa-e9dd-4524-a45c-33d4e6e60fe0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:16.345248 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d97da832-b19f-4542-b5cb-5a764c050f2d req-8eb1e5fa-e9dd-4524-a45c-33d4e6e60fe0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1129878 Apr 12 00:02:16.346443 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-87827fc1-daf4-4cff-b33f-3241fc3cf16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.444249 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d97da832-b19f-4542-b5cb-5a764c050f2d req-b34bdc60-9c9c-4e20-8561-5c965eb37d3f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890622 Apr 12 00:02:16.450443 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b902a8-2411-4949-a43e-9684850ad719 req-3e44c547-c3ea-4466-a782-d40a754116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:16.452225 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-05b902a8-2411-4949-a43e-9684850ad719 req-3e44c547-c3ea-4466-a782-d40a754116a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1130 time: 0.0822155 Apr 12 00:02:16.486992 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-87827fc1-daf4-4cff-b33f-3241fc3cf16b admin admin] Publish callbacks [] for security_group (6c87ae8f-df2d-4385-91a4-5b94c7329f0e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.600097 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-87827fc1-daf4-4cff-b33f-3241fc3cf16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6c87ae8f-df2d-4385-91a4-5b94c7329f0e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.678589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827fc1-daf4-4cff-b33f-3241fc3cf16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87ae8f-df2d-4385-91a4-5b94c7329f0e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:16.685240 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-87827fc1-daf4-4cff-b33f-3241fc3cf16b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0900961e14a34e289ccb17b6d11da861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6216030 Apr 12 00:02:16.687991 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52374) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:16.707709 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571603d3-3148-4037-ae2e-b8c7dc633645 req-007e3d53-4550-4fc9-bd6c-fa468adabd0d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:16.709210 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-571603d3-3148-4037-ae2e-b8c7dc633645 req-007e3d53-4550-4fc9-bd6c-fa468adabd0d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0837166 Apr 12 00:02:16.745283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] Publish callbacks [] for security_group (6c87ae8f-df2d-4385-91a4-5b94c7329f0e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.782828 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-571603d3-3148-4037-ae2e-b8c7dc633645 req-c010226f-557a-44bf-8cff-ffd807992c9d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537095 Apr 12 00:02:16.785910 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] Publish callbacks [] for security_group (6c87ae8f-df2d-4385-91a4-5b94c7329f0e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.843689 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8291d-e557-4f89-a566-0369ef8d76ca req-ff4eeb2b-fc16-4516-ab8b-c86e49d4a96d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:16.845132 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-80c8291d-e557-4f89-a566-0369ef8d76ca req-ff4eeb2b-fc16-4516-ab8b-c86e49d4a96d tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0504658 Apr 12 00:02:16.890800 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6c87ae8f-df2d-4385-91a4-5b94c7329f0e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.892410 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-80c8291d-e557-4f89-a566-0369ef8d76ca req-ecd79e1a-390e-4795-93d7-72076ad98550 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Apr 12 00:02:16.893613 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:16.894776 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c87ae8f-df2d-4385-91a4-5b94c7329f0e HTTP/1.1" status: 204 len: 168 time: 0.2056141 Apr 12 00:02:16.903256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7644-4077-4f6e-af9d-2fb3bec4b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87ae8f-df2d-4385-91a4-5b94c7329f0e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:16.951601 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61'}, {'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558'}, {'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:16.953989 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79747e5-45d6-4455-b2b0-0b48c2020757" -d '{"events": [{"server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61"}, {"server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "name": "network-vif-plugged", "status": "completed", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558"}, {"server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "name": "network-vif-plugged", "status": "completed", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:17.000622 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9 x-openstack-request-id: req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:17.000925 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "name": "network-vif-plugged", "status": "completed", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61", "code": 200}, {"server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "name": "network-vif-plugged", "status": "completed", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558", "code": 200}, {"server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "name": "network-vif-plugged", "status": "completed", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:17.001176 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:17.001572 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9'] response: {'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'code': 200} Apr 12 00:02:17.001827 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9'] response: {'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558', 'code': 200} Apr 12 00:02:17.002095 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2598c034-cf0a-4b82-bb8e-8f8cb358d5e9'] response: {'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41', 'code': 200} Apr 12 00:02:17.402550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449c205-f708-483d-9f11-d786503ea92a req-2d137ee4-3690-4b0e-b53f-d4faf2bed470 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:17.404093 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7449c205-f708-483d-9f11-d786503ea92a req-2d137ee4-3690-4b0e-b53f-d4faf2bed470 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Apr 12 00:02:17.418041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52404) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:17.431583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-206dd960-8dfe-4196-b818-c75ff3c806b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.467557 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7449c205-f708-483d-9f11-d786503ea92a req-a5236669-9025-46b2-be18-b079f45d67c0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578728 Apr 12 00:02:17.549491 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-206dd960-8dfe-4196-b818-c75ff3c806b3 admin admin] Publish callbacks [] for security_group (f615a424-19cd-42f8-bc0f-8ab609d8452a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.576496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64984ac-887f-4e68-bd7c-1766b998e606 req-875de098-876e-4052-9956-e76610d7d1b8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:17.577976 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f64984ac-887f-4e68-bd7c-1766b998e606 req-875de098-876e-4052-9956-e76610d7d1b8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0628238 Apr 12 00:02:17.622719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-206dd960-8dfe-4196-b818-c75ff3c806b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f615a424-19cd-42f8-bc0f-8ab609d8452a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.626766 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f64984ac-887f-4e68-bd7c-1766b998e606 req-c81ae3f8-4105-4c25-b100-2aa6a11607f8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Apr 12 00:02:17.661906 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-206dd960-8dfe-4196-b818-c75ff3c806b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15addcbecb294bc2b841fc31881f0047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425389 Apr 12 00:02:17.662755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd960-8dfe-4196-b818-c75ff3c806b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f615a424-19cd-42f8-bc0f-8ab609d8452a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:17.664945 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52418) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:17.713767 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] Publish callbacks [] for security_group (f615a424-19cd-42f8-bc0f-8ab609d8452a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.737968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] Publish callbacks [] for security_group (f615a424-19cd-42f8-bc0f-8ab609d8452a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.855869 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f615a424-19cd-42f8-bc0f-8ab609d8452a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.858345 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:17.859462 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f615a424-19cd-42f8-bc0f-8ab609d8452a HTTP/1.1" status: 204 len: 168 time: 0.1935024 Apr 12 00:02:17.873516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9d70b-b2b3-4b3d-9f13-6988f1a0d1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615a424-19cd-42f8-bc0f-8ab609d8452a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:17.904012 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c4a80-c8a5-427c-942e-afd36e545b3b req-b2db1669-392c-44d1-aadb-cb0eb191d473 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:17.905505 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c8c4a80-c8a5-427c-942e-afd36e545b3b req-b2db1669-392c-44d1-aadb-cb0eb191d473 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0769820 Apr 12 00:02:17.979842 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c8c4a80-c8a5-427c-942e-afd36e545b3b req-36265091-01ec-4af0-95f1-1fd5848e7fb0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Apr 12 00:02:18.030312 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abcf00-a76c-43f2-b0a7-359d65fa277b req-1f9c3198-7096-4f5f-89ed-90fac56bc8ac tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:18.031882 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78abcf00-a76c-43f2-b0a7-359d65fa277b req-1f9c3198-7096-4f5f-89ed-90fac56bc8ac tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0514660 Apr 12 00:02:18.079269 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78abcf00-a76c-43f2-b0a7-359d65fa277b req-21fd78f1-4f09-469c-b9a2-3ad99d7a371c tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Apr 12 00:02:18.157326 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:02:18.266573 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port d46507f9-93c1-4790-9570-050cefbebebe completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:02:18.272213 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port d46507f9-93c1-4790-9570-050cefbebebe triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:02:18.272794 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d46507f9-93c1-4790-9570-050cefbebebe), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:18.374405 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:18.374800 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:18.531703 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:18.622534 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:18.659198 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c3b78-7b91-4979-af06-22bb97bf1e0c req-11c3d776-f4bd-4fcc-84e7-f98c71cb3909 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:18.660960 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-289c3b78-7b91-4979-af06-22bb97bf1e0c req-11c3d776-f4bd-4fcc-84e7-f98c71cb3909 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0730338 Apr 12 00:02:18.695491 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:18.732131 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-289c3b78-7b91-4979-af06-22bb97bf1e0c req-ae4e6a63-7dc2-4a33-8fa8-2028e698843b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627847 Apr 12 00:02:18.772053 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3d01-1118-4eef-b9af-d554b5d01ad2 req-3124dd19-d38f-47f7-aa40-f883ddd42975 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:18.774272 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dafe3d01-1118-4eef-b9af-d554b5d01ad2 req-3124dd19-d38f-47f7-aa40-f883ddd42975 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0596211 Apr 12 00:02:18.822264 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dafe3d01-1118-4eef-b9af-d554b5d01ad2 req-d02bc3b2-2b0f-40aa-b7f9-7fd9e60f2348 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Apr 12 00:02:19.003389 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:19.005759 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270225ed-88d5-441b-996f-464a0c002ac2" -d '{"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:19.051682 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9235d6b-f29c-4276-9f8a-de5659e679d5 x-openstack-request-id: req-a9235d6b-f29c-4276-9f8a-de5659e679d5 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:19.052013 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:19.052268 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9235d6b-f29c-4276-9f8a-de5659e679d5 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:19.052664 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9235d6b-f29c-4276-9f8a-de5659e679d5'] response: {'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'code': 200} Apr 12 00:02:19.100891 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e4191-ed58-465c-860b-e3ef24f3b459 req-d89c5d61-a457-4713-b530-381b08498f19 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:19.111752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-433e4191-ed58-465c-860b-e3ef24f3b459 req-d89c5d61-a457-4713-b530-381b08498f19 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0606713 Apr 12 00:02:19.141141 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-05b902a8-2411-4949-a43e-9684850ad719 req-7244df95-59b3-40da-aa95-24a0625b698d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:19.200718 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-433e4191-ed58-465c-860b-e3ef24f3b459 req-a72b1292-9e1c-44f1-bd9c-83cab7f03c38 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913465 Apr 12 00:02:19.266019 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae652b2-f21c-4d9a-a637-81d3fc7c5ac1 req-d0bb9b9e-e52d-4d46-9632-9b21b2a49072 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:19.267756 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ae652b2-f21c-4d9a-a637-81d3fc7c5ac1 req-d0bb9b9e-e52d-4d46-9632-9b21b2a49072 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0661139 Apr 12 00:02:19.284608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-05b902a8-2411-4949-a43e-9684850ad719 req-7244df95-59b3-40da-aa95-24a0625b698d service neutron] Publish callbacks [] for security_group (d0b7f483-4db7-49be-a408-ca7c03eadb0e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:19.342206 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ae652b2-f21c-4d9a-a637-81d3fc7c5ac1 req-b26a470a-0855-41d1-8522-509c32a3bcf5 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Apr 12 00:02:19.423065 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-05b902a8-2411-4949-a43e-9684850ad719 req-7244df95-59b3-40da-aa95-24a0625b698d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d0b7f483-4db7-49be-a408-ca7c03eadb0e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:19.471494 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-05b902a8-2411-4949-a43e-9684850ad719 req-7244df95-59b3-40da-aa95-24a0625b698d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657677 Apr 12 00:02:19.472217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244df95-59b3-40da-aa95-24a0625b698d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7f483-4db7-49be-a408-ca7c03eadb0e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:20.097111 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52554) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:20.123932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfd2bd-7d42-4278-a220-3b52ec52dff5 req-09272b58-9b17-4d87-8b9e-7f1e2592a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.126470 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-78bfd2bd-7d42-4278-a220-3b52ec52dff5 req-09272b58-9b17-4d87-8b9e-7f1e2592a777 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1129 time: 0.3652782 Apr 12 00:02:20.149392 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6391d-cd18-464e-b469-d41dd5e60581 req-6c9e38d4-918b-4296-a034-65c89d2f8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.153614 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5cd6391d-cd18-464e-b469-d41dd5e60581 req-6c9e38d4-918b-4296-a034-65c89d2f8f50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1130 time: 0.3826919 Apr 12 00:02:20.171351 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d48ce-0e04-4e85-8538-d5fa3b5263e9 req-5e37d238-9b39-4f24-995f-9ff4a6b9cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.174482 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e78d48ce-0e04-4e85-8538-d5fa3b5263e9 req-5e37d238-9b39-4f24-995f-9ff4a6b9cbc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 1129 time: 0.3518798 Apr 12 00:02:20.181277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003920-1b55-41f1-85bf-e673f64d1102 req-f3c727f2-2b63-45ce-87b8-c1fe9176af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.183367 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f5003920-1b55-41f1-85bf-e673f64d1102 req-f3c727f2-2b63-45ce-87b8-c1fe9176af98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1130 time: 0.3802497 Apr 12 00:02:20.229253 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ff16-88fd-4888-a43f-a22a4c77b170 req-73236422-757e-49b2-92f2-4784ef01aa4c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.231068 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2502ff16-88fd-4888-a43f-a22a4c77b170 req-73236422-757e-49b2-92f2-4784ef01aa4c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.3447711 Apr 12 00:02:20.250338 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-78bfd2bd-7d42-4278-a220-3b52ec52dff5 req-99a7b6f9-61a3-49d7-b8d5-5a0fb4f9aced service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094315 Apr 12 00:02:20.276024 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e78d48ce-0e04-4e85-8538-d5fa3b5263e9 req-717a27f8-3f63-4b4c-86d5-65bccd6841ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Apr 12 00:02:20.278086 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5cd6391d-cd18-464e-b469-d41dd5e60581 req-34d24a62-3d7c-4c22-8b4b-8c5339a0df22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924702 Apr 12 00:02:20.304190 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47f956c3-4cf1-47f6-b321-3f72d0b691d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.304320 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4c7a-a487-47ee-a696-92cf3b380bcd req-80121708-422b-4f49-82aa-f99795e03964 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.305769 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50db4c7a-a487-47ee-a696-92cf3b380bcd req-80121708-422b-4f49-82aa-f99795e03964 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1833751 Apr 12 00:02:20.317768 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f5003920-1b55-41f1-85bf-e673f64d1102 req-e23d4220-3acc-4114-9eee-df1751be9f41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774786 Apr 12 00:02:20.326963 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2502ff16-88fd-4888-a43f-a22a4c77b170 req-297c8d84-d12d-4a4f-a3a4-62c1f0cd2de6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859077 Apr 12 00:02:20.366803 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50db4c7a-a487-47ee-a696-92cf3b380bcd req-b6d23611-4294-4199-b692-d6ad6ce16c31 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514231 Apr 12 00:02:20.403583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47f956c3-4cf1-47f6-b321-3f72d0b691d0 admin admin] Publish callbacks [] for security_group (882103e8-34c7-4ec4-bef9-1b3201a42b99), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.478245 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f285d-53b7-4b7e-b6ab-5db5a9e43dff req-49008ab3-3be8-4649-8973-51d5515c464c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.479744 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a2f285d-53b7-4b7e-b6ab-5db5a9e43dff req-49008ab3-3be8-4649-8973-51d5515c464c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0790260 Apr 12 00:02:20.503303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47f956c3-4cf1-47f6-b321-3f72d0b691d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (882103e8-34c7-4ec4-bef9-1b3201a42b99), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.519791 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb06a9-4082-44f9-894b-d14720c768d3 req-bb0fbeb8-eba7-4231-895c-fc69f801b5bf tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:20.521443 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8fdb06a9-4082-44f9-894b-d14720c768d3 req-bb0fbeb8-eba7-4231-895c-fc69f801b5bf tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0854990 Apr 12 00:02:20.546226 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f956c3-4cf1-47f6-b321-3f72d0b691d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882103e8-34c7-4ec4-bef9-1b3201a42b99,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:20.550728 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-47f956c3-4cf1-47f6-b321-3f72d0b691d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=731c4d475016496db4717d97807e7ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515331 Apr 12 00:02:20.553227 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52576) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:20.603475 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8fdb06a9-4082-44f9-894b-d14720c768d3 req-7009ae86-4584-4d01-99a2-b518b51ace7b tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Apr 12 00:02:20.619735 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a2f285d-53b7-4b7e-b6ab-5db5a9e43dff req-5370a0b1-1ca3-4d1c-aef9-2433cc98775a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239192 Apr 12 00:02:20.620357 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] Publish callbacks [] for security_group (882103e8-34c7-4ec4-bef9-1b3201a42b99), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.650217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] Publish callbacks [] for security_group (882103e8-34c7-4ec4-bef9-1b3201a42b99), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.822820 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (882103e8-34c7-4ec4-bef9-1b3201a42b99), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.825362 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:20.826504 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/882103e8-34c7-4ec4-bef9-1b3201a42b99 HTTP/1.1" status: 204 len: 168 time: 0.2716506 Apr 12 00:02:20.834209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389b212-c698-40db-958d-1ce526bc889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882103e8-34c7-4ec4-bef9-1b3201a42b99,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:21.522801 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9c58b-b445-4b8d-8196-3ae19a5bee52 req-baf5e9a7-1ad7-4716-adf9-fc68d91c4a97 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:21.523322 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52614) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:21.524211 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17e9c58b-b445-4b8d-8196-3ae19a5bee52 req-baf5e9a7-1ad7-4716-adf9-fc68d91c4a97 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0905795 Apr 12 00:02:21.536190 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-025591d4-086e-4d15-ae2b-26001a069463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:21.545405 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196dd5-7761-4994-8ef3-bf1f3e2f5c61 req-d8899e1b-6b87-447f-b105-3c55f9c142ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:21.546855 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13196dd5-7761-4994-8ef3-bf1f3e2f5c61 req-d8899e1b-6b87-447f-b105-3c55f9c142ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0871031 Apr 12 00:02:21.635790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-025591d4-086e-4d15-ae2b-26001a069463 admin admin] Publish callbacks [] for security_group (faeb2d71-1ff2-456d-87a5-6d367e30056d), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:21.635939 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17e9c58b-b445-4b8d-8196-3ae19a5bee52 req-25e1b322-91d8-4ac6-88b2-ba69a8f4c93b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062310 Apr 12 00:02:21.653362 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13196dd5-7761-4994-8ef3-bf1f3e2f5c61 req-e0ff433f-1a9d-499d-913c-1b20da2a621d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003683 Apr 12 00:02:21.719793 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-025591d4-086e-4d15-ae2b-26001a069463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (faeb2d71-1ff2-456d-87a5-6d367e30056d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:21.767743 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-025591d4-086e-4d15-ae2b-26001a069463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2616e14c5a6e4593bf2f5c7e84283f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407014 Apr 12 00:02:21.767941 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52620) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:21.772955 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc77e-e95e-4e6f-9e1b-386b64fb674f req-7cf06d35-aa37-47c7-bd72-9632e511a9af tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:21.774543 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025591d4-086e-4d15-ae2b-26001a069463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb2d71-1ff2-456d-87a5-6d367e30056d,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:21.774664 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-03afc77e-e95e-4e6f-9e1b-386b64fb674f req-7cf06d35-aa37-47c7-bd72-9632e511a9af tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0885477 Apr 12 00:02:21.794981 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8c893-0595-4aed-b2d1-72129b8beb01 req-99d2b635-1b10-49ba-afd6-2c48ea61f4c7 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:21.801856 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0bf8c893-0595-4aed-b2d1-72129b8beb01 req-99d2b635-1b10-49ba-afd6-2c48ea61f4c7 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0886197 Apr 12 00:02:21.838627 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] Publish callbacks [] for security_group (faeb2d71-1ff2-456d-87a5-6d367e30056d), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:21.861567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] Publish callbacks [] for security_group (faeb2d71-1ff2-456d-87a5-6d367e30056d), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:21.889726 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-03afc77e-e95e-4e6f-9e1b-386b64fb674f req-ad2093ce-9719-4bb1-bfa5-f9f47cbcb9f2 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060379 Apr 12 00:02:21.898182 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0bf8c893-0595-4aed-b2d1-72129b8beb01 req-b26fd565-6ad4-4b72-8f34-b5ab2454cdb5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Apr 12 00:02:22.005827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (faeb2d71-1ff2-456d-87a5-6d367e30056d), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:22.009285 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:22.010950 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faeb2d71-1ff2-456d-87a5-6d367e30056d HTTP/1.1" status: 204 len: 168 time: 0.2415330 Apr 12 00:02:22.018691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39cf59-da68-4012-af33-d89137451c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb2d71-1ff2-456d-87a5-6d367e30056d,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:22.529725 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b4732-8b27-4550-82c4-58b2dcdfd0d1 req-488f7907-bfd5-40d0-bdc5-81e1369c2119 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.534668 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c3b4732-8b27-4550-82c4-58b2dcdfd0d1 req-488f7907-bfd5-40d0-bdc5-81e1369c2119 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0854340 Apr 12 00:02:22.627391 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c3b4732-8b27-4550-82c4-58b2dcdfd0d1 req-6478a843-da87-4a32-98e9-7f9160ba6575 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855017 Apr 12 00:02:22.631252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-58d00e59-50ab-4084-8897-c0ea841c7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.633047 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-58d00e59-50ab-4084-8897-c0ea841c7f82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1130 time: 0.0685105 Apr 12 00:02:22.831607 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-f1ea24a0-fdcd-4e8b-a8a3-9753ef9eadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.833150 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-f1ea24a0-fdcd-4e8b-a8a3-9753ef9eadae service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.1812575 Apr 12 00:02:22.858941 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ae288-c87b-4fca-8909-f80ef90e9e01 req-f3e8ddcb-b179-4112-b90e-f0aa92dd585d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.860508 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d77ae288-c87b-4fca-8909-f80ef90e9e01 req-f3e8ddcb-b179-4112-b90e-f0aa92dd585d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1516757 Apr 12 00:02:22.888257 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-03618a58-6f0f-4a1a-89e6-f112001b0af1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 200 len: 217 time: 0.0424008 Apr 12 00:02:22.893489 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f897-79dc-40aa-8e67-5d00b1a41f08 req-a06603e7-4f38-44f6-92bd-4e5f7bb63705 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.895619 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4079f897-79dc-40aa-8e67-5d00b1a41f08 req-a06603e7-4f38-44f6-92bd-4e5f7bb63705 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1103442 Apr 12 00:02:22.961352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-90657d31-7c64-4fa3-9701-c534f9571637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:22.963075 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-90657d31-7c64-4fa3-9701-c534f9571637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0670931 Apr 12 00:02:22.974943 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d77ae288-c87b-4fca-8909-f80ef90e9e01 req-7f835024-20e0-4bc2-8507-064af266ce8d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938013 Apr 12 00:02:23.013349 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4079f897-79dc-40aa-8e67-5d00b1a41f08 req-0d7f627e-a34c-4a5a-8d03-263e10268ff0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104171 Apr 12 00:02:23.053354 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-87aa6f0b-2c53-4436-9789-4931a8addbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:23.055199 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-87aa6f0b-2c53-4436-9789-4931a8addbf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849631 Apr 12 00:02:23.129799 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37c1c3-20bb-4fd3-9223-7e79f8ecd994 req-706a1f55-8904-4b46-8fad-893e6d7dfa1e tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:23.136997 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9e37c1c3-20bb-4fd3-9223-7e79f8ecd994 req-706a1f55-8904-4b46-8fad-893e6d7dfa1e tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0874679 Apr 12 00:02:23.202736 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-05ed00fc-21d0-42bb-acdc-c4d7af0276c6 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396465 Apr 12 00:02:23.221628 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9e37c1c3-20bb-4fd3-9223-7e79f8ecd994 req-636d1644-5d59-4497-8e69-d1e84e7f24d3 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832298 Apr 12 00:02:23.237118 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9a33-860f-4829-8acf-249835147901 req-a703b85f-5651-4b14-83d6-d9d07e7e4d41 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:23.238635 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4d0b9a33-860f-4829-8acf-249835147901 req-a703b85f-5651-4b14-83d6-d9d07e7e4d41 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0837915 Apr 12 00:02:23.263267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52680) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:23.274624 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'floatingip': {'port_id': '4ef00377-8154-45fb-8daa-16c6f02fbe61'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:23.321504 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6f6d13d7-2635-47cd-af0a-745fa0d35c6c req-4a8f1c97-a5f6-451b-ac70-521ca1f2076f service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103175 Apr 12 00:02:23.353620 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:23.898736 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daaf99-f71d-46f0-b178-c050f034c554 req-75894b9e-646d-4ceb-8233-b17bd8ee4447 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:23.900271 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6daaf99-f71d-46f0-b178-c050f034c554 req-75894b9e-646d-4ceb-8233-b17bd8ee4447 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.1996694 Apr 12 00:02:24.165067 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.db.resource_extend [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 00:02:24.251555 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6daaf99-f71d-46f0-b178-c050f034c554 req-a478baea-2c2d-40eb-87fc-6dac5175c971 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305466 Apr 12 00:02:24.284163 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:24.301498 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa085e3-a7dc-4e0a-a52e-4ee02a1548cb req-026c44f8-8a3c-4e09-872a-fd26991a878b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:24.303084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2fa085e3-a7dc-4e0a-a52e-4ee02a1548cb req-026c44f8-8a3c-4e09-872a-fd26991a878b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1816726 Apr 12 00:02:24.351568 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2fa085e3-a7dc-4e0a-a52e-4ee02a1548cb req-d823d364-c83f-44e0-8f06-e67a0fb0ef0f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Apr 12 00:02:24.405720 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:24.537811 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedeb9b-6912-4978-af8f-8c2c15acf943 req-84bbbfb1-b96a-450a-9696-ce9490f3b749 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:24.539462 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0fedeb9b-6912-4978-af8f-8c2c15acf943 req-84bbbfb1-b96a-450a-9696-ce9490f3b749 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0929294 Apr 12 00:02:24.548637 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52728) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:24.554955 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'floatingip': {'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:24.562634 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Floating IP 8ef333b8-a224-4631-bdb6-5658b1dcb011 associated. External IP: 172.27.1.168, port: 4ef00377-8154-45fb-8daa-16c6f02fbe61. Apr 12 00:02:24.627345 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:24.793797 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:02:24.816587 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7897a063-2df9-4496-992a-47e9be3c3f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:24.915204 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:02:24.920245 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:24.942266 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:02:24.965030 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:02:24.965259 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2e9a9022-b8c2-457d-86cf-1dd56c737328 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "PUT /v2.0/floatingips/8ef333b8-a224-4631-bdb6-5658b1dcb011 HTTP/1.1" status: 200 len: 992 time: 1.6878014 Apr 12 00:02:24.965345 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:24.965439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:24.965439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:25.000557 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f4f932-5add-4769-8be2-c56447ce701c x-openstack-request-id: req-03f4f932-5add-4769-8be2-c56447ce701c {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:25.000862 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:25.001186 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03f4f932-5add-4769-8be2-c56447ce701c {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:25.001597 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f4f932-5add-4769-8be2-c56447ce701c'] response: {'name': 'network-changed', 'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'status': 'completed', 'code': 200} Apr 12 00:02:25.069846 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:02:25.180041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-a679d112-1754-4ce6-95b9-9937e78ee5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:25.181532 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-a679d112-1754-4ce6-95b9-9937e78ee5b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1130 time: 0.1439347 Apr 12 00:02:25.219066 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:02:25.421992 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8ef333b8-a224-4631-bdb6-5658b1dcb011', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:30:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:47Z', 'updated_at': '2022-04-12T00:02:23Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:25.455106 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:02:25.465149 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:02:25.466176 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:25.540871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc9a9-2766-446a-b048-35368d398e0d req-5fcd0063-a78c-420f-b1c0-c6cb1ec46711 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:25.542716 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0e0cc9a9-2766-446a-b048-35368d398e0d req-5fcd0063-a78c-420f-b1c0-c6cb1ec46711 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.1100187 Apr 12 00:02:25.552301 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:25.607673 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:02:25.608192 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-3c4eae07-a436-497a-9c97-da2c0b61611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:25.609683 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-3c4eae07-a436-497a-9c97-da2c0b61611a service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.4201832 Apr 12 00:02:25.641376 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0e0cc9a9-2766-446a-b048-35368d398e0d req-01516dbf-a183-4708-8f84-80965693d92f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918596 Apr 12 00:02:25.787216 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:25.825941 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-e182f528-1c38-4323-bb2a-c888f8c487c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 1000 time: 0.2087522 Apr 12 00:02:25.888640 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8ef333b8-a224-4631-bdb6-5658b1dcb011', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:30:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:47Z', 'updated_at': '2022-04-12T00:02:23Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:25.913924 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-34ecd641-8ac3-4c1c-a150-00b0ca47ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:25.914661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7038ff-a437-44a6-b47e-853a52a4f999 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8ef333b8-a224-4631-bdb6-5658b1dcb011', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:30:41:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:47Z', 'updated_at': '2022-04-12T00:02:23Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:02:25.915411 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-34ecd641-8ac3-4c1c-a150-00b0ca47ec67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0595796 Apr 12 00:02:25.964526 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Floating IP 2c4edb10-acb1-4fe1-a824-9d42bb9a78b6 associated. External IP: 172.27.1.193, port: d46507f9-93c1-4790-9570-050cefbebebe. Apr 12 00:02:26.049059 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-3590fdf5-7cd2-462c-a691-f8c096d2b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:26.050665 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-3590fdf5-7cd2-462c-a691-f8c096d2b3ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294498 Apr 12 00:02:26.183941 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767b6ff-5bb5-445d-8f5c-cc11ffa068f5 None None] New status for floating IP 8ef333b8-a224-4631-bdb6-5658b1dcb011: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:02:26.249270 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-8163e8cb-1501-490e-b482-81c45755120f service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876755 Apr 12 00:02:26.337232 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:02:26.402195 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-bda30351-5568-4c3a-b1f8-02b04d8c8c9d req-846e02ac-4b7e-4cde-8611-88c5c0f8d1a4 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493750 Apr 12 00:02:26.483417 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:02:26.485649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:26.490552 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:02:26.501969 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:02:26.502584 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:26.518685 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-cc175b6f-aa21-49d8-9cbb-a53a39984790 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "PUT /v2.0/floatingips/2c4edb10-acb1-4fe1-a824-9d42bb9a78b6 HTTP/1.1" status: 200 len: 992 time: 1.9677119 Apr 12 00:02:26.519644 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:26.521878 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35" -d '{"events": [{"name": "network-changed", "server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:26.567125 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be032803-4665-46cb-9aa8-df6fa39c9157 x-openstack-request-id: req-be032803-4665-46cb-9aa8-df6fa39c9157 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:26.567736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:26.567736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be032803-4665-46cb-9aa8-df6fa39c9157 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:26.568116 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be032803-4665-46cb-9aa8-df6fa39c9157'] response: {'name': 'network-changed', 'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'status': 'completed', 'code': 200} Apr 12 00:02:26.636890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-9cfecb22-e522-4795-963b-f97623bf9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:26.638457 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-9cfecb22-e522-4795-963b-f97623bf9c64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1130 time: 0.0478880 Apr 12 00:02:26.746863 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:02:26.757735 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-f36aeecd-b146-443b-be69-e4e749d92090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:26.761648 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-f36aeecd-b146-443b-be69-e4e749d92090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.1139588 Apr 12 00:02:26.797543 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86d24f-e919-4769-9315-f2fe34d2db3e req-a3529571-66e2-4b9c-a19f-3bb1c91775a8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:26.799141 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cf86d24f-e919-4769-9315-f2fe34d2db3e req-a3529571-66e2-4b9c-a19f-3bb1c91775a8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0539520 Apr 12 00:02:26.866044 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cf86d24f-e919-4769-9315-f2fe34d2db3e req-f2fda5b0-aab7-4146-a6c7-75086774f10f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Apr 12 00:02:26.874660 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-85228671-d4f8-4842-a2db-d5d196561f40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 1000 time: 0.0695958 Apr 12 00:02:26.977925 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2c4edb10-acb1-4fe1-a824-9d42bb9a78b6', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:55Z', 'updated_at': '2022-04-12T00:02:25Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:27.009549 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:02:27.018487 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:02:27.019114 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:01:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:27.019309 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-8bb125e8-21a1-4aef-a144-dec6953c23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:27.020880 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-8bb125e8-21a1-4aef-a144-dec6953c23b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0467358 Apr 12 00:02:27.092747 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-a2988342-ecba-44b7-968f-5f075fc9aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:27.094501 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-a2988342-ecba-44b7-968f-5f075fc9aac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647571 Apr 12 00:02:27.137096 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:02:27.142558 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebbae-ccec-4f5c-b81f-ecd423279d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:27.185512 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-d29930f7-4bff-4aeb-976f-21e62454f5cc service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824034 Apr 12 00:02:27.306253 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0f5d1416-89ef-4f05-a8f5-b48d990a8e35 req-650f3073-a79d-4d18-b554-d29fdcc3dea1 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096685 Apr 12 00:02:27.375331 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-74793f64-eca8-4251-868d-6686486076d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2c4edb10-acb1-4fe1-a824-9d42bb9a78b6', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:55Z', 'updated_at': '2022-04-12T00:02:25Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:27.405218 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74793f64-eca8-4251-868d-6686486076d3 None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2c4edb10-acb1-4fe1-a824-9d42bb9a78b6', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:01:55Z', 'updated_at': '2022-04-12T00:02:25Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:02:27.621859 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6137899-3723-4952-9e9a-a05797661a63 None None] New status for floating IP 2c4edb10-acb1-4fe1-a824-9d42bb9a78b6: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:02:27.984093 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53cec1-faeb-445f-9866-02b4d52e40d0 req-5e8c00fe-212a-4f58-8a02-9025b3bce3f4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:27.985458 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de53cec1-faeb-445f-9866-02b4d52e40d0 req-5e8c00fe-212a-4f58-8a02-9025b3bce3f4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0505834 Apr 12 00:02:28.031808 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de53cec1-faeb-445f-9866-02b4d52e40d0 req-2b0aec12-a6d4-4bcb-8100-a89a421f8f85 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Apr 12 00:02:28.116522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52828) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:28.142355 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.220290 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46f6bfc2-0c66-441d-95a7-0eb5032bc530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.291329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46f6bfc2-0c66-441d-95a7-0eb5032bc530 admin admin] Publish callbacks [] for security_group (5dbc45ab-b312-4bb4-9c45-4223f0aa237c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.364915 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46f6bfc2-0c66-441d-95a7-0eb5032bc530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5dbc45ab-b312-4bb4-9c45-4223f0aa237c), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.401804 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6bfc2-0c66-441d-95a7-0eb5032bc530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc45ab-b312-4bb4-9c45-4223f0aa237c,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:28.406133 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-46f6bfc2-0c66-441d-95a7-0eb5032bc530 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a58ce3e75a4835bc5fa9542f884e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885606 Apr 12 00:02:28.409389 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52834) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:28.455832 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] Publish callbacks [] for security_group (5dbc45ab-b312-4bb4-9c45-4223f0aa237c), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.476861 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] Publish callbacks [] for security_group (5dbc45ab-b312-4bb4-9c45-4223f0aa237c), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.611040 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5dbc45ab-b312-4bb4-9c45-4223f0aa237c), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.613650 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:28.614992 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dbc45ab-b312-4bb4-9c45-4223f0aa237c HTTP/1.1" status: 204 len: 168 time: 0.2053063 Apr 12 00:02:28.623551 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e999431-db03-457f-a961-f3e4a77a99bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc45ab-b312-4bb4-9c45-4223f0aa237c,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:29.127112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52864) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:29.169108 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93ceff-9f43-4042-a735-11e340db04e2 req-ba6e79c9-09b4-4368-8cd3-a8e2cee04405 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:29.171346 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d93ceff-9f43-4042-a735-11e340db04e2 req-ba6e79c9-09b4-4368-8cd3-a8e2cee04405 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0670140 Apr 12 00:02:29.217669 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d93ceff-9f43-4042-a735-11e340db04e2 req-f75d787e-2b84-45d0-b4f2-5ee08cff7808 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Apr 12 00:02:29.235706 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-81a7ab06-c562-4af1-9ada-7e7b7bf7cc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.259370 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52868) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:29.273002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-43fe4a84-90fc-444c-a373-e2172e62a893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.311343 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-81a7ab06-c562-4af1-9ada-7e7b7bf7cc0c admin admin] Publish callbacks [] for security_group (201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.364618 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-43fe4a84-90fc-444c-a373-e2172e62a893 admin admin] Publish callbacks [] for security_group (8f123167-8884-4d4e-bd2b-5640650e5962), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.388052 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-81a7ab06-c562-4af1-9ada-7e7b7bf7cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.426786 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-81a7ab06-c562-4af1-9ada-7e7b7bf7cc0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8f5cefa2dee450f8ffbdbede785d1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979553 Apr 12 00:02:29.427646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ab06-c562-4af1-9ada-7e7b7bf7cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:29.429636 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52872) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:29.450219 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-43fe4a84-90fc-444c-a373-e2172e62a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8f123167-8884-4d4e-bd2b-5640650e5962), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.502743 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-43fe4a84-90fc-444c-a373-e2172e62a893 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d4cd1f853f141528061c038a6ef4243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422388 Apr 12 00:02:29.503445 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe4a84-90fc-444c-a373-e2172e62a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f123167-8884-4d4e-bd2b-5640650e5962,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:29.505454 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52874) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:29.518378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] Publish callbacks [] for security_group (201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.540095 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] Publish callbacks [] for security_group (201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.555956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] Publish callbacks [] for security_group (8f123167-8884-4d4e-bd2b-5640650e5962), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.577328 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] Publish callbacks [] for security_group (8f123167-8884-4d4e-bd2b-5640650e5962), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.662810 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.665083 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.666260 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c HTTP/1.1" status: 204 len: 168 time: 0.2355802 Apr 12 00:02:29.674129 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4585d-9ad5-453d-a2b5-7688255cea00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ac0ac-b9f2-4d38-a4ae-1bffbb880a0c,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:29.686681 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8f123167-8884-4d4e-bd2b-5640650e5962), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.689366 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:29.693694 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f123167-8884-4d4e-bd2b-5640650e5962 HTTP/1.1" status: 204 len: 168 time: 0.1840107 Apr 12 00:02:29.701013 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6bcc5-d7f3-4d4c-80f8-b1a3fdb29649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f123167-8884-4d4e-bd2b-5640650e5962,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:29.810898 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.337947 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55cf00-59aa-4923-b1bc-989a3c243930 req-94fa5789-f5f8-47f8-8f43-66a6311ad0af tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:30.339734 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ba55cf00-59aa-4923-b1bc-989a3c243930 req-94fa5789-f5f8-47f8-8f43-66a6311ad0af tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0521085 Apr 12 00:02:30.394613 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ba55cf00-59aa-4923-b1bc-989a3c243930 req-f3a56453-41ef-4a83-a9c4-5b27fc2f3374 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492971 Apr 12 00:02:30.441785 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-87f2bcb2-d6b4-4962-ada5-b393723c523d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440187 Apr 12 00:02:30.442860 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52902) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:30.470612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6f8119c-0b90-43b8-a87c-9f375cd520b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.532973 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-e85fb76c-2525-4343-a138-702e0989c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:30.534505 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-e85fb76c-2525-4343-a138-702e0989c317 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d37d376de665470ab663729e12178191&device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 1129 time: 0.0482965 Apr 12 00:02:30.540628 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6f8119c-0b90-43b8-a87c-9f375cd520b0 admin admin] Publish callbacks [] for security_group (81df701c-6919-4c2f-aa04-80eb5e560df9), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.610957 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6f8119c-0b90-43b8-a87c-9f375cd520b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (81df701c-6919-4c2f-aa04-80eb5e560df9), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.642282 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-fbe558b1-f5f4-48c7-94c9-3a09acd45ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:30.644111 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-fbe558b1-f5f4-48c7-94c9-3a09acd45ce9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b1401b8-0c09-4648-8c6e-0785af7f033e HTTP/1.1" status: 200 len: 912 time: 0.0894353 Apr 12 00:02:30.654180 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8119c-0b90-43b8-a87c-9f375cd520b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df701c-6919-4c2f-aa04-80eb5e560df9,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:30.662304 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b6f8119c-0b90-43b8-a87c-9f375cd520b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21fa57c9746144cebd3f68a17e217da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159169 Apr 12 00:02:30.662579 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52906) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:30.690946 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-ecb070fd-844a-4b03-a7cb-347d035868e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558 HTTP/1.1" status: 200 len: 217 time: 0.0394950 Apr 12 00:02:30.719011 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] Publish callbacks [] for security_group (81df701c-6919-4c2f-aa04-80eb5e560df9), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.743649 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] Publish callbacks [] for security_group (81df701c-6919-4c2f-aa04-80eb5e560df9), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.744053 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-ca3a410b-2e2d-4523-8b43-28803fed074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:30.745920 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-ca3a410b-2e2d-4523-8b43-28803fed074f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75 HTTP/1.1" status: 200 len: 851 time: 0.0497704 Apr 12 00:02:30.788701 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-d88a82fb-24a2-4fc0-ad6b-d821b2699b02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b1401b8-0c09-4648-8c6e-0785af7f033e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354555 Apr 12 00:02:30.884589 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-a716f927-0a89-425e-92c8-08fc7c22c423 service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Apr 12 00:02:30.919913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (81df701c-6919-4c2f-aa04-80eb5e560df9), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.923149 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:30.924637 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81df701c-6919-4c2f-aa04-80eb5e560df9 HTTP/1.1" status: 204 len: 168 time: 0.2608502 Apr 12 00:02:30.934589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893f1b9-4680-4895-86bf-c1a73c729342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df701c-6919-4c2f-aa04-80eb5e560df9,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:30.999193 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-71fbfda1-72b4-46ae-8ab2-cd57829c57c6 req-4583f0ee-cfb7-444a-a597-877b99f83c6e service neutron] 10.222.0.20 "GET /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086149 Apr 12 00:02:31.000271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52926) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:31.097481 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2133135654-network', 'tenant_id': '479c3968044743398ae8418e2b0d5483'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:31.165127 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Made reservation on behalf of 479c3968044743398ae8418e2b0d5483 for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:02:31.167455 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.176429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.250719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks [] for security_group (59ce3a66-6262-49bc-b659-14303a838d61), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.307711 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.341736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (59ce3a66-6262-49bc-b659-14303a838d61), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.366674 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:02:31.376162 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce3a66-6262-49bc-b659-14303a838d61,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:31.382119 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ad2cf19c-8e2c-461b-8eef-eada6157520c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.382485 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Added segment ad2cf19c-8e2c-461b-8eef-eada6157520c of type vlan for network 4c051865-985d-4574-bddf-719f531c60d8 Apr 12 00:02:31.421411 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (4c051865-985d-4574-bddf-719f531c60d8), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.526125 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95484f03-55bb-4ab2-96b2-6aec39ad6b95 req-2eb62460-c961-460f-a21a-7f80faec4806 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:31.528474 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95484f03-55bb-4ab2-96b2-6aec39ad6b95 req-2eb62460-c961-460f-a21a-7f80faec4806 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0642202 Apr 12 00:02:31.531299 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (4c051865-985d-4574-bddf-719f531c60d8), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.532330 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:31.532939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.583202 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95484f03-55bb-4ab2-96b2-6aec39ad6b95 req-f6095437-57b6-41f7-bf2f-b7853ad84ef1 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478094 Apr 12 00:02:31.605063 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c051865-985d-4574-bddf-719f531c60d8,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:31.618287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 4c051865-985d-4574-bddf-719f531c60d8 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:02:31.633281 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52940) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:31.647973 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-71fbacbf-6985-4544-b036-a778099bafa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.665486 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1e601b1e-1049-44aa-8890-56617e5a94d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6639538 Apr 12 00:02:31.668244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 52942) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:31.673233 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Request body: {'subnet': {'network_id': '4c051865-985d-4574-bddf-719f531c60d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2133135654-subnet', 'tenant_id': '479c3968044743398ae8418e2b0d5483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:31.738481 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-71fbacbf-6985-4544-b036-a778099bafa9 admin admin] Publish callbacks [] for security_group (38f0a2e7-4407-4806-b760-9f3eca88f062), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.828146 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Made reservation on behalf of 479c3968044743398ae8418e2b0d5483 for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:02:31.839017 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.885262 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-71fbacbf-6985-4544-b036-a778099bafa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (38f0a2e7-4407-4806-b760-9f3eca88f062), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:31.933546 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbacbf-6985-4544-b036-a778099bafa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0a2e7-4407-4806-b760-9f3eca88f062,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:31.941570 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-71fbacbf-6985-4544-b036-a778099bafa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94bf645737b24d9bad508ab760e7ccf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060923 Apr 12 00:02:31.950677 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 52958) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:32.012922 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] Publish callbacks [] for security_group (38f0a2e7-4407-4806-b760-9f3eca88f062), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.036720 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] Publish callbacks [] for security_group (38f0a2e7-4407-4806-b760-9f3eca88f062), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.073929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.129669 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:32.137947 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Checking segment: {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:32.138341 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Network hostable DHCP agents. Network: 4c051865-985d-4574-bddf-719f531c60d8, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:02:32.148041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (38f0a2e7-4407-4806-b760-9f3eca88f062), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.150762 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.151981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38f0a2e7-4407-4806-b760-9f3eca88f062 HTTP/1.1" status: 204 len: 168 time: 0.2001576 Apr 12 00:02:32.160360 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781d171-7d98-4141-b115-d7dfdb9507bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0a2e7-4407-4806-b760-9f3eca88f062,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:32.251058 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Network 4c051865-985d-4574-bddf-719f531c60d8 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:02:32.257160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.319535 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 4c051865-985d-4574-bddf-719f531c60d8) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:02:32.323589 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:32.324230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:32.330309 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fef67-e40a-4249-907e-5b685b451fcd None None] Network 4c051865-985d-4574-bddf-719f531c60d8 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:02:32.413254 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-59d0bbcc-2f30-4376-8c35-cc75fcc75044 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7438226 Apr 12 00:02:32.436933 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229b67c-169e-45c4-afac-cc99964429a9 None None] Network 4c051865-985d-4574-bddf-719f531c60d8 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:02:32.715852 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11dba-1ea9-4505-85dd-059922b78730 req-369b1f39-fe58-4d0b-95eb-e26b8309acd0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:32.717510 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ff11dba-1ea9-4505-85dd-059922b78730 req-369b1f39-fe58-4d0b-95eb-e26b8309acd0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0647750 Apr 12 00:02:32.771270 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ff11dba-1ea9-4505-85dd-059922b78730 req-3637b0ff-c12f-4b9e-b822-7f77712d893f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472591 Apr 12 00:02:33.888454 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3ffa-e900-4cbb-8706-4f0d9f392cff req-ec4f1efe-b013-427f-b9ad-373684f8b4fb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:33.889923 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-054a3ffa-e900-4cbb-8706-4f0d9f392cff req-ec4f1efe-b013-427f-b9ad-373684f8b4fb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0526140 Apr 12 00:02:33.935835 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-054a3ffa-e900-4cbb-8706-4f0d9f392cff req-11d51ce9-21f5-4ab5-8d70-4a2c2558f601 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Apr 12 00:02:35.052502 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749cb6-d6fd-40f7-8dd4-d3eb2c766e8a req-a8ef5915-8e59-41fb-aed8-538ecbfe37c6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:35.054016 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59749cb6-d6fd-40f7-8dd4-d3eb2c766e8a req-a8ef5915-8e59-41fb-aed8-538ecbfe37c6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0517452 Apr 12 00:02:35.100752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59749cb6-d6fd-40f7-8dd4-d3eb2c766e8a req-4fea1243-097a-405c-9876-6edffbfc8a48 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Apr 12 00:02:36.286872 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195f36a-6888-4e94-b627-984891f338ba req-368ef6a2-33a6-4dfe-867e-ee6b7f90c10b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:36.286872 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7195f36a-6888-4e94-b627-984891f338ba req-368ef6a2-33a6-4dfe-867e-ee6b7f90c10b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0543811 Apr 12 00:02:36.286872 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7195f36a-6888-4e94-b627-984891f338ba req-2dff262f-a779-4857-b055-74c8263f89f0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Apr 12 00:02:37.376793 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264853a-f5f3-4a87-9ab5-c9a68b9ccf57 req-7af53b9e-21b0-4073-bb06-05f5ae2437f8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:37.378248 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6264853a-f5f3-4a87-9ab5-c9a68b9ccf57 req-7af53b9e-21b0-4073-bb06-05f5ae2437f8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0501261 Apr 12 00:02:37.423053 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6264853a-f5f3-4a87-9ab5-c9a68b9ccf57 req-cc20adf5-a221-461c-9b9c-f85363f8017e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Apr 12 00:02:38.536810 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d48a2c-aa6d-4416-a4fa-bae8afadd55a req-9a1fb6d3-b8a0-4fa6-a77c-2d109a1f14f6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:38.538265 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-06d48a2c-aa6d-4416-a4fa-bae8afadd55a req-9a1fb6d3-b8a0-4fa6-a77c-2d109a1f14f6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0503960 Apr 12 00:02:38.585633 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-06d48a2c-aa6d-4416-a4fa-bae8afadd55a req-57e17efb-78cd-493e-9997-5a3f4ed7d9b2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Apr 12 00:02:39.715967 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce87e-2ab4-41e0-840b-c52db558eb15 req-6250d70c-1385-4cee-a8a1-7d92a1f964bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:39.715967 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-defce87e-2ab4-41e0-840b-c52db558eb15 req-6250d70c-1385-4cee-a8a1-7d92a1f964bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0595789 Apr 12 00:02:39.768104 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-defce87e-2ab4-41e0-840b-c52db558eb15 req-79171f92-b7a2-4407-adb5-0cb170de9f53 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Apr 12 00:02:40.926449 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-87f1814b-e552-4313-9ef4-26a178f0b892 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:40.927960 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-87f1814b-e552-4313-9ef4-26a178f0b892 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/networks?id=4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 200 len: 809 time: 0.1637185 Apr 12 00:02:40.948803 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-27b395a9-6c84-485a-af93-4ed2f1be0ed4 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/quotas/479c3968044743398ae8418e2b0d5483 HTTP/1.1" status: 200 len: 375 time: 0.0121782 Apr 12 00:02:40.961432 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8a4a4-0955-496e-b8b9-1edfc41776be req-ad4b8ccf-6064-4298-b591-d9f54619d12c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:40.961432 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5d8a4a4-0955-496e-b8b9-1edfc41776be req-ad4b8ccf-6064-4298-b591-d9f54619d12c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0884097 Apr 12 00:02:40.992624 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-7b785ee6-f13b-4285-ba29-57dda69b41f0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321558 Apr 12 00:02:41.080773 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5d8a4a4-0955-496e-b8b9-1edfc41776be req-0e9e8841-35a8-4542-a0d9-a739bdb3fbd2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119783 Apr 12 00:02:41.119153 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-76357398-b9dd-48c3-b103-dd6fb7a410e9 service neutron] 10.222.0.24 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164694 Apr 12 00:02:41.226583 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-28c4f6ca-263f-4e0f-bb7e-ede22ee19da1 service neutron] 10.222.0.24 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001487 Apr 12 00:02:41.473549 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e0d67363-a5c3-48b8-9e3c-7d457300c61c req-0e7e7f24-5611-4ac0-b0c3-71801f0b748a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Apr 12 00:02:42.210197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8a54-ee90-4cad-82d7-0c4c77472e3a req-75481bdb-7fdc-4796-80cf-9a81244bc368 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:42.217904 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f08f8a54-ee90-4cad-82d7-0c4c77472e3a req-75481bdb-7fdc-4796-80cf-9a81244bc368 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0606942 Apr 12 00:02:42.270252 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f08f8a54-ee90-4cad-82d7-0c4c77472e3a req-6a15bba3-fc8b-405c-b647-f5f62f375a17 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Apr 12 00:02:42.399811 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2002698-b694-4d93-a2a6-84107564fd51 req-2c34d99e-4154-4bc2-b13e-8e617ad56b30 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:42.401388 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e2002698-b694-4d93-a2a6-84107564fd51 req-2c34d99e-4154-4bc2-b13e-8e617ad56b30 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0511644 Apr 12 00:02:42.451834 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e2002698-b694-4d93-a2a6-84107564fd51 req-525f3851-5d73-4c01-a294-af9dce5ad4d7 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Apr 12 00:02:42.572116 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ff9dfa4b-9d8c-4a2c-acfe-e9eff07742a9 req-e804899b-be78-4f70-a3c3-6c10de01a002 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Apr 12 00:02:43.393144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eda34b-926d-4e57-8cdd-9ad34639e6aa req-52d5ea9c-3ce5-42d8-93f1-5916bebbda57 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:43.394627 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78eda34b-926d-4e57-8cdd-9ad34639e6aa req-52d5ea9c-3ce5-42d8-93f1-5916bebbda57 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0528951 Apr 12 00:02:43.443186 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78eda34b-926d-4e57-8cdd-9ad34639e6aa req-ad09fffc-e25e-4d92-9d25-10bff01b40c4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Apr 12 00:02:43.566189 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175fb0e-86e1-4cd8-8050-e1be6010aed0 req-0b079e4e-e9ba-4926-b6ed-2ce9ba8cc5ae tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:43.567682 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5175fb0e-86e1-4cd8-8050-e1be6010aed0 req-0b079e4e-e9ba-4926-b6ed-2ce9ba8cc5ae tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0497828 Apr 12 00:02:43.617094 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5175fb0e-86e1-4cd8-8050-e1be6010aed0 req-26d2f1bf-9c9d-4f79-b6ec-76d6b162c771 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Apr 12 00:02:43.675960 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ce229e72-2c75-495e-86d8-495f49097b79 req-e504980a-052c-40f9-afbb-70b4ab5fdfd3 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Apr 12 00:02:43.770677 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53266) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:43.860249 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53270) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:43.949933 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:43.982858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-999155aa-a846-4fd4-becf-7cf28bd58e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.318820 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Publish callbacks [] for security_group (9d97b73c-cd9c-468e-9200-644ef65f9b25), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.342809 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-999155aa-a846-4fd4-becf-7cf28bd58e77 admin admin] Publish callbacks [] for security_group (cc60337d-e433-4430-92b9-b15ba3047fe7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.393356 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9d97b73c-cd9c-468e-9200-644ef65f9b25), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.427905 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-999155aa-a846-4fd4-becf-7cf28bd58e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (cc60337d-e433-4430-92b9-b15ba3047fe7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.436731 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=502a61fa984340a1b0d452d8eb70236a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6628988 Apr 12 00:02:44.440612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53274) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:44.442640 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97b73c-cd9c-468e-9200-644ef65f9b25,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:44.459792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.460146 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.460477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.460808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.461133 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.461460 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.461785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.462108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.462487 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.462808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.463726 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.464051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.464368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5561ea1-4d71-4717-a8d9-8138a29fd75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.482467 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-999155aa-a846-4fd4-becf-7cf28bd58e77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76f67cfe802e485796de22cfab8c8d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203861 Apr 12 00:02:44.487138 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53278) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:44.502897 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999155aa-a846-4fd4-becf-7cf28bd58e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60337d-e433-4430-92b9-b15ba3047fe7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:44.540439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Publish callbacks [] for security_group (9d97b73c-cd9c-468e-9200-644ef65f9b25), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.592519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Publish callbacks [] for security_group (9d97b73c-cd9c-468e-9200-644ef65f9b25), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.599035 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] Publish callbacks [] for security_group (cc60337d-e433-4430-92b9-b15ba3047fe7), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.636789 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62186-9b6e-4b5e-a755-ad14f25252af req-2e8b3224-c8e1-4b0c-9061-01395a163ba8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:44.637940 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6ab62186-9b6e-4b5e-a755-ad14f25252af req-2e8b3224-c8e1-4b0c-9061-01395a163ba8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.1189222 Apr 12 00:02:44.658299 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] Publish callbacks [] for security_group (cc60337d-e433-4430-92b9-b15ba3047fe7), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.751732 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6ab62186-9b6e-4b5e-a755-ad14f25252af req-96a2a19f-9b79-4611-8cb8-d65ac10eb9c4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056786 Apr 12 00:02:44.780637 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68072fdd-55d3-4ca6-9922-e2e42f3df0a5 req-3448c40d-ef2a-42e2-85f8-17d83b7a65f7 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:44.782070 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-68072fdd-55d3-4ca6-9922-e2e42f3df0a5 req-3448c40d-ef2a-42e2-85f8-17d83b7a65f7 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0793645 Apr 12 00:02:44.783326 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9d97b73c-cd9c-468e-9200-644ef65f9b25), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.787298 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.787298 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d97b73c-cd9c-468e-9200-644ef65f9b25 HTTP/1.1" status: 204 len: 168 time: 0.3451884 Apr 12 00:02:44.802224 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97b73c-cd9c-468e-9200-644ef65f9b25,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:44.818554 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.818940 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.819270 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.819602 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.819931 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.820256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.820581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.821016 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.821344 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.821670 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.821991 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.822334 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.822651 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a559c4-df4e-4918-b5a0-5e856444f43d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:44.856819 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (cc60337d-e433-4430-92b9-b15ba3047fe7), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.859372 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:44.860513 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc60337d-e433-4430-92b9-b15ba3047fe7 HTTP/1.1" status: 204 len: 168 time: 0.3724618 Apr 12 00:02:44.865811 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f3f08041-1423-4f23-bbb4-970e21267cbd req-bc00e645-85ec-4f5a-a2b5-d88c771b51ca tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0490673 Apr 12 00:02:44.877288 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbebab-f3e5-4478-97a0-79a9429794df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60337d-e433-4430-92b9-b15ba3047fe7,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:44.886708 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-68072fdd-55d3-4ca6-9922-e2e42f3df0a5 req-a2585177-ca8b-41a4-907f-3bc6d8dd1c5a tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987732 Apr 12 00:02:45.440010 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53294) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:45.456331 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-12165bfa-afdf-48df-a7d4-c78a7fc78531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.486991 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53296) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:45.500502 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47bf4e49-d057-46d8-97d8-c1e53701566c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.537110 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-12165bfa-afdf-48df-a7d4-c78a7fc78531 admin admin] Publish callbacks [] for security_group (79370251-54f1-4c3f-a85b-c2864a31a84e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.571945 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47bf4e49-d057-46d8-97d8-c1e53701566c admin admin] Publish callbacks [] for security_group (1378e97d-3ff6-44c9-940e-22eedb45283f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.593489 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-12165bfa-afdf-48df-a7d4-c78a7fc78531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79370251-54f1-4c3f-a85b-c2864a31a84e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.631187 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-12165bfa-afdf-48df-a7d4-c78a7fc78531 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88337c7021784b10b3a511128271ae7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899581 Apr 12 00:02:45.632126 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165bfa-afdf-48df-a7d4-c78a7fc78531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79370251-54f1-4c3f-a85b-c2864a31a84e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:45.633650 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53298) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:45.648228 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-47bf4e49-d057-46d8-97d8-c1e53701566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (1378e97d-3ff6-44c9-940e-22eedb45283f), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.705039 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-47bf4e49-d057-46d8-97d8-c1e53701566c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c48b3c0452284d109b9c95c1a9827e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169728 Apr 12 00:02:45.707803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53302) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:45.708686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf4e49-d057-46d8-97d8-c1e53701566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1378e97d-3ff6-44c9-940e-22eedb45283f,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:45.728346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] Publish callbacks [] for security_group (79370251-54f1-4c3f-a85b-c2864a31a84e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.750925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] Publish callbacks [] for security_group (79370251-54f1-4c3f-a85b-c2864a31a84e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.765914 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] Publish callbacks [] for security_group (1378e97d-3ff6-44c9-940e-22eedb45283f), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.789074 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] Publish callbacks [] for security_group (1378e97d-3ff6-44c9-940e-22eedb45283f), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.856839 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79370251-54f1-4c3f-a85b-c2864a31a84e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.860519 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.863955 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79370251-54f1-4c3f-a85b-c2864a31a84e HTTP/1.1" status: 204 len: 168 time: 0.2270267 Apr 12 00:02:45.871161 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fea64-4f5a-4ce4-a97e-75fb1e5f876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79370251-54f1-4c3f-a85b-c2864a31a84e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:45.882742 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925dd0-115c-4bbc-a1e2-356cee5fe249 req-1c33e769-651e-40c7-941b-27cc0f16e6aa tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:45.884137 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f925dd0-115c-4bbc-a1e2-356cee5fe249 req-1c33e769-651e-40c7-941b-27cc0f16e6aa tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0606329 Apr 12 00:02:45.932640 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (1378e97d-3ff6-44c9-940e-22eedb45283f), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.935205 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:45.936325 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1378e97d-3ff6-44c9-940e-22eedb45283f HTTP/1.1" status: 204 len: 168 time: 0.2275200 Apr 12 00:02:45.974337 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b6ac8c7b-8902-46fa-ba2c-3f4227a9b585 req-6e29c4c9-ba27-40ae-b995-854d7c3381ab tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Apr 12 00:02:45.977799 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f925dd0-115c-4bbc-a1e2-356cee5fe249 req-82e2c1bc-a56c-4b61-934d-bd5b40fd13f0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860693 Apr 12 00:02:45.978483 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd01393-6b15-4475-a654-d565b8fffd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378e97d-3ff6-44c9-940e-22eedb45283f,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:46.097942 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a554-847f-4637-adb7-41423174eebe req-bd421508-b9a4-4a73-8bd9-27c28cb46d73 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:46.099432 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea81a554-847f-4637-adb7-41423174eebe req-bd421508-b9a4-4a73-8bd9-27c28cb46d73 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0516849 Apr 12 00:02:46.145522 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea81a554-847f-4637-adb7-41423174eebe req-07ade594-e80b-4189-a672-6ab9e5e2bf21 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Apr 12 00:02:46.655033 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-6be55162-815d-4602-a300-25ad765aa282 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:46.656364 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-6be55162-815d-4602-a300-25ad765aa282 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "GET /v2.0/networks?id=4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 200 len: 809 time: 0.1086924 Apr 12 00:02:46.676658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Request body: {'port': {'device_id': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'network_id': '4c051865-985d-4574-bddf-719f531c60d8', 'admin_state_up': True, 'tenant_id': '479c3968044743398ae8418e2b0d5483'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:46.850059 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-5813f018-1a8c-4304-a953-d8861a8432c1 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:46.851554 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-5813f018-1a8c-4304-a953-d8861a8432c1 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.1361625 Apr 12 00:02:46.999373 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Made reservation on behalf of 479c3968044743398ae8418e2b0d5483 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:02:47.002792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.040616 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Deleting port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:02:47.040953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.176118 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-15f34f09-ae86-41fd-8331-0d76265b458b req-4b2b6ea2-973e-4c0c-9801-3ea7f97c0fc5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0791895 Apr 12 00:02:47.203089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1691dd-a856-48ea-8826-1c1bfd781215 req-01c76f4b-9a28-470e-91d4-4b3ec15481d4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:47.205822 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fe1691dd-a856-48ea-8826-1c1bfd781215 req-01c76f4b-9a28-470e-91d4-4b3ec15481d4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.1114655 Apr 12 00:02:47.271505 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fe1691dd-a856-48ea-8826-1c1bfd781215 req-c7d942e8-86ad-41e1-81ec-862f33b98734 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Apr 12 00:02:47.271705 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] For port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,segment=NetworkSegment(bd034b76-2111-4827-b913-66b5ca48ce29),segment_id=bd034b76-2111-4827-b913-66b5ca48ce29)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:47.278698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.307526 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Calling delete_port for 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:02:47.330394 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Allocated IP 172.20.0.9 (4c051865-985d-4574-bddf-719f531c60d8/3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621/cb7c3dfa-eaa7-493a-968e-499d11a3dcc9) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:02:47.340657 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dc1ba-64a9-4d76-9738-ad54944ff401 req-f5c1a110-2f97-4133-b108-259eb5f76c13 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:47.342124 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a40dc1ba-64a9-4d76-9738-ad54944ff401 req-f5c1a110-2f97-4133-b108-259eb5f76c13 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 945 time: 0.0548093 Apr 12 00:02:47.389435 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a40dc1ba-64a9-4d76-9738-ad54944ff401 req-a4662861-8a66-4431-a69c-43e6131cd4c6 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/security-groups?id=14990130-8c7d-4c16-b33b-e1b0716651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Apr 12 00:02:47.591806 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks [] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.635386 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (40b0b0ca-5cbf-4308-afa0-8b589d9a3558), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.648617 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['40b0b0ca-5cbf-4308-afa0-8b589d9a3558'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:47.669450 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Pushing event deleted for resources: {'Port': ['ID=40b0b0ca-5cbf-4308-afa0-8b589d9a3558,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:47.698459 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.762561 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] No DVR routers for this DVR port 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:02:47.765821 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.770251 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c61c91bf-a59a-479a-ae44-6ee1284cef7f req-06c1b8c3-a621-4cd0-9649-850157259679 tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.20 "DELETE /v2.0/ports/40b0b0ca-5cbf-4308-afa0-8b589d9a3558 HTTP/1.1" status: 204 len: 173 time: 0.9096911 Apr 12 00:02:47.773083 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'name': 'network-vif-deleted', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:47.775425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360a109-8472-4eb7-a6c6-ebdaa7fb3d88" -d '{"events": [{"server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "name": "network-vif-deleted", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:47.794857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Network 4c051865-985d-4574-bddf-719f531c60d8 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:02:47.800566 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:02:47.803201 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:02:47.813198 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:47.813874 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:47.827768 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34225846-f941-470e-a5de-855c56cd1ba0 x-openstack-request-id: req-34225846-f941-470e-a5de-855c56cd1ba0 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:47.828389 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c2af60-1686-476f-9420-0730ff2e833d", "name": "network-vif-deleted", "tag": "40b0b0ca-5cbf-4308-afa0-8b589d9a3558", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:47.833114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34225846-f941-470e-a5de-855c56cd1ba0 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:47.833114 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34225846-f941-470e-a5de-855c56cd1ba0'] response: {'server_uuid': '76c2af60-1686-476f-9420-0730ff2e833d', 'name': 'network-vif-deleted', 'tag': '40b0b0ca-5cbf-4308-afa0-8b589d9a3558', 'status': 'completed', 'code': 200} Apr 12 00:02:47.833114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Pushing event updated for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:47.910587 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-1e21b6a0-4243-4e23-a917-afe74f7917a5 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2374635 Apr 12 00:02:47.923835 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Request body: {'port': {'device_id': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:02:47.995499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.286593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:48.299945 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks [] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.328460 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Transition to ACTIVE for port object cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:02:48.344846 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c755c-850d-4703-a634-d305d497bfca req-e7d64705-7df2-4f91-8adb-a6f2667dac58 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:48.352668 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aa8c755c-850d-4703-a634-d305d497bfca req-e7d64705-7df2-4f91-8adb-a6f2667dac58 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 931 time: 0.0862463 Apr 12 00:02:48.393864 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.451415 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aa8c755c-850d-4703-a634-d305d497bfca req-e2b8f15b-d462-483a-932a-21e0ce4203bb tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922358 Apr 12 00:02:48.452371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:48.472619 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d5335-0c66-497f-bb0a-be999a8bc2e7 req-7447a535-bcaa-4e1e-8cb7-7482494b6d81 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:48.487558 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f60d5335-0c66-497f-bb0a-be999a8bc2e7 req-7447a535-bcaa-4e1e-8cb7-7482494b6d81 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.1258428 Apr 12 00:02:48.526110 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Attempting to bind port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:02:48.526530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Attempting to bind port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:02:48.529253 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Attempting to bind port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 on network 4c051865-985d-4574-bddf-719f531c60d8 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:48.533358 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 on network 4c051865-985d-4574-bddf-719f531c60d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:02:48.533768 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Attempting to bind port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 on network 4c051865-985d-4574-bddf-719f531c60d8 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:02:48.539202 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:02:48.539540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Checking segment: {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:02:48.539925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Bound using segment: {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:02:48.541666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Bound port: cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:02:48.542004 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.586886 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f60d5335-0c66-497f-bb0a-be999a8bc2e7 req-8daa32ab-9fc2-47a3-bff3-00046e62c857 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937135 Apr 12 00:02:48.616692 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:02:48.618127 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc774b3f-dddc-4f5c-a498-4e40debb572b req-8fcdb37e-1f1a-493b-a9ab-a4d0c7930bff tempest-DeleteServersTestJSON-618521394 tempest-DeleteServersTestJSON-618521394-project] 10.222.0.24 "GET /v2.0/ports?device_id=76c2af60-1686-476f-9420-0730ff2e833d HTTP/1.1" status: 200 len: 210 time: 0.0390317 Apr 12 00:02:48.621170 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:02:48.743948 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.779665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:48.780283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:48.781712 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-59d474af-af00-4e19-8698-be9072406c5d service neutron] 10.222.0.20 "PUT /v2.0/ports/cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 HTTP/1.1" status: 200 len: 1093 time: 0.8620703 Apr 12 00:02:48.808201 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d474af-af00-4e19-8698-be9072406c5d service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:48.946057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-ea57f508-a6af-46b7-8110-07ae17f5b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:48.948313 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-ea57f508-a6af-46b7-8110-07ae17f5b3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 1127 time: 0.0462632 Apr 12 00:02:48.997768 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-6c86b9cb-7ed0-403a-a456-11dcf0ba428c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0388124 Apr 12 00:02:49.059641 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-49cb18db-dec4-404e-9696-0da94c4f0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:49.061208 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-49cb18db-dec4-404e-9696-0da94c4f0b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621 HTTP/1.1" status: 200 len: 849 time: 0.0561306 Apr 12 00:02:49.064107 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53446) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:49.095629 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-703a15a1-f997-416c-b9f5-d898cdd27b60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c051865-985d-4574-bddf-719f531c60d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261955 Apr 12 00:02:49.208674 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7674b52-bc3c-4a39-8c79-213ae9ab7840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.226821 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-87462229-7b39-4d07-baad-81db1524b7df service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231127 Apr 12 00:02:49.350406 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b36e0829-4f75-4a18-9a92-535e5d772fc4 req-394a8f90-dcd2-4a56-ace5-caa97db41c60 service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140664 Apr 12 00:02:49.368283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7674b52-bc3c-4a39-8c79-213ae9ab7840 admin admin] Publish callbacks [] for security_group (6dd1aa5c-a282-4353-aa03-75dce7e37a0c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.415807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7674b52-bc3c-4a39-8c79-213ae9ab7840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6dd1aa5c-a282-4353-aa03-75dce7e37a0c), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.460148 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c7674b52-bc3c-4a39-8c79-213ae9ab7840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eab2613deecb455494790b86b3690ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911452 Apr 12 00:02:49.460148 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7674b52-bc3c-4a39-8c79-213ae9ab7840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1aa5c-a282-4353-aa03-75dce7e37a0c,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:49.461515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53458) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:49.520340 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] Publish callbacks [] for security_group (6dd1aa5c-a282-4353-aa03-75dce7e37a0c), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.542126 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] Publish callbacks [] for security_group (6dd1aa5c-a282-4353-aa03-75dce7e37a0c), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.571042 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32163-8ab8-414e-b71e-b211d449098a req-4bfed745-dc64-44c9-82db-9601db40a817 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:49.573086 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2aa32163-8ab8-414e-b71e-b211d449098a req-4bfed745-dc64-44c9-82db-9601db40a817 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.0545428 Apr 12 00:02:49.618986 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2aa32163-8ab8-414e-b71e-b211d449098a req-f57a98b8-ecf6-489b-9cf0-a4c718d5631a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400231 Apr 12 00:02:49.634474 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6dd1aa5c-a282-4353-aa03-75dce7e37a0c), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.637649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:49.641043 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dd1aa5c-a282-4353-aa03-75dce7e37a0c HTTP/1.1" status: 204 len: 168 time: 0.1758432 Apr 12 00:02:49.680649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7914e1-1284-4e2b-ad35-1a821ce1cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1aa5c-a282-4353-aa03-75dce7e37a0c,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:49.743937 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b4694-df2a-4517-8349-f3c6cf84c8e6 req-d7d55930-720b-4f98-ae39-0388e3a47e2c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:49.746059 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e03b4694-df2a-4517-8349-f3c6cf84c8e6 req-d7d55930-720b-4f98-ae39-0388e3a47e2c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0745354 Apr 12 00:02:49.807767 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e03b4694-df2a-4517-8349-f3c6cf84c8e6 req-1c2a4259-08d4-4755-a7de-19651563bbeb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Apr 12 00:02:49.830303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:02:49.833368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b" -d '{"events": [{"name": "network-changed", "server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:02:49.878638 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867309c4-7208-4135-a49d-46786a54e27f x-openstack-request-id: req-867309c4-7208-4135-a49d-46786a54e27f {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:02:49.878638 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:02:49.878638 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-867309c4-7208-4135-a49d-46786a54e27f {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:02:49.878638 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867309c4-7208-4135-a49d-46786a54e27f'] response: {'name': 'network-changed', 'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9', 'status': 'completed', 'code': 200} Apr 12 00:02:50.148755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53494) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:50.249929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cd667103-1d3c-4cf3-be4d-7705c527865d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.256740 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:02:50.277743 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:02:50.278085 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 40b0b0ca-5cbf-4308-afa0-8b589d9a3558 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:02:50.326533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cd667103-1d3c-4cf3-be4d-7705c527865d admin admin] Publish callbacks [] for security_group (61fb9df3-1df7-4985-bd9c-55f5e0946ceb), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.372830 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53498) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:50.388730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-432f20bd-3fe7-4fd3-b8de-1f71886bdb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.428350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cd667103-1d3c-4cf3-be4d-7705c527865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (61fb9df3-1df7-4985-bd9c-55f5e0946ceb), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.475033 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-cd667103-1d3c-4cf3-be4d-7705c527865d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2287a933b0b04186b698b5293ce1e0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251278 Apr 12 00:02:50.477854 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53500) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:50.485477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd667103-1d3c-4cf3-be4d-7705c527865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb9df3-1df7-4985-bd9c-55f5e0946ceb,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:50.499676 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-432f20bd-3fe7-4fd3-b8de-1f71886bdb9a admin admin] Publish callbacks [] for security_group (56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.524530 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] Publish callbacks [] for security_group (61fb9df3-1df7-4985-bd9c-55f5e0946ceb), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.542049 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-432f20bd-3fe7-4fd3-b8de-1f71886bdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.547857 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] Publish callbacks [] for security_group (61fb9df3-1df7-4985-bd9c-55f5e0946ceb), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.579827 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-432f20bd-3fe7-4fd3-b8de-1f71886bdb9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e74d4cc0e0b5430eb05cf110f710149e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059500 Apr 12 00:02:50.581733 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f20bd-3fe7-4fd3-b8de-1f71886bdb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:50.582990 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53502) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:50.633307 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] Publish callbacks [] for security_group (56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.653423 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] Publish callbacks [] for security_group (56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.661062 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (61fb9df3-1df7-4985-bd9c-55f5e0946ceb), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.663612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.664739 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61fb9df3-1df7-4985-bd9c-55f5e0946ceb HTTP/1.1" status: 204 len: 168 time: 0.1853802 Apr 12 00:02:50.680057 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0f190-c564-4f48-ae06-3094369abf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb9df3-1df7-4985-bd9c-55f5e0946ceb,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:50.749435 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.751897 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:50.754950 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec HTTP/1.1" status: 204 len: 168 time: 0.1684756 Apr 12 00:02:50.771734 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4f26c-74e7-4f27-83d2-6f431d6d2594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac8fe1-e79b-4bd2-b6f8-cfeae7eae3ec,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:50.786639 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684398d6-0848-4fd9-874a-c498779e8204 req-e6662f57-ba51-4bb2-a248-58dcb602912a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:50.794886 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-684398d6-0848-4fd9-874a-c498779e8204 req-e6662f57-ba51-4bb2-a248-58dcb602912a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.0775430 Apr 12 00:02:50.839747 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-684398d6-0848-4fd9-874a-c498779e8204 req-71b975b3-ea38-4f0a-a1df-4b646d7ca595 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Apr 12 00:02:50.930801 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535cbdf-2004-428a-914a-fb44f2833080 req-98bcd108-5d7d-438b-8431-6f606309e103 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:50.932659 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2535cbdf-2004-428a-914a-fb44f2833080 req-98bcd108-5d7d-438b-8431-6f606309e103 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0514295 Apr 12 00:02:50.989035 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2535cbdf-2004-428a-914a-fb44f2833080 req-9a2c5cce-c75a-48db-a317-3514ccedb979 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Apr 12 00:02:51.313163 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53528) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:51.326532 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb743-e1e4-4758-ae61-bca14dad89f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.398204 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb743-e1e4-4758-ae61-bca14dad89f5 admin admin] Publish callbacks [] for security_group (6866b0d9-14e1-45ca-84cb-3dc5986c0126), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.467335 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb743-e1e4-4758-ae61-bca14dad89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6866b0d9-14e1-45ca-84cb-3dc5986c0126), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.506213 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2d1cb743-e1e4-4758-ae61-bca14dad89f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0606efeb4660490b875d2660a84312ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918080 Apr 12 00:02:51.507044 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cb743-e1e4-4758-ae61-bca14dad89f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866b0d9-14e1-45ca-84cb-3dc5986c0126,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:51.508817 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53536) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:51.557591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] Publish callbacks [] for security_group (6866b0d9-14e1-45ca-84cb-3dc5986c0126), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.577978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] Publish callbacks [] for security_group (6866b0d9-14e1-45ca-84cb-3dc5986c0126), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.707890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6866b0d9-14e1-45ca-84cb-3dc5986c0126), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.710500 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:51.711776 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6866b0d9-14e1-45ca-84cb-3dc5986c0126 HTTP/1.1" status: 204 len: 168 time: 0.2007184 Apr 12 00:02:51.720105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06275e6-4395-4c46-a765-1a40565e3fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866b0d9-14e1-45ca-84cb-3dc5986c0126,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:52.151903 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-85447d4b-9469-4306-bbfb-cfd271dc8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:52.153793 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-85447d4b-9469-4306-bbfb-cfd271dc8e6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 1127 time: 0.0653639 Apr 12 00:02:52.203288 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eb44d-dbe9-4388-a267-024834df4584 req-d5ace035-4959-4640-94f9-f76dc77ee214 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:52.204819 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-811eb44d-dbe9-4388-a267-024834df4584 req-d5ace035-4959-4640-94f9-f76dc77ee214 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0651233 Apr 12 00:02:52.217375 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428b05-ffc5-43ef-b8dd-aa4c2ebb56e1 req-35e172f5-197c-482e-9498-6256690e2df0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:52.217375 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d9428b05-ffc5-43ef-b8dd-aa4c2ebb56e1 req-35e172f5-197c-482e-9498-6256690e2df0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.3094213 Apr 12 00:02:52.289279 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-d09232e1-ea62-4621-a21f-4b7d1588461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:52.290744 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-d09232e1-ea62-4621-a21f-4b7d1588461e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 200 len: 910 time: 0.1277175 Apr 12 00:02:52.293256 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-811eb44d-dbe9-4388-a267-024834df4584 req-3c52e6a5-c948-4eaf-a1c6-4ed53b42247a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775638 Apr 12 00:02:52.303006 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d9428b05-ffc5-43ef-b8dd-aa4c2ebb56e1 req-80cc1d4f-b594-4a6f-acfe-87c58a955e37 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803254 Apr 12 00:02:52.344059 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-e6f8d840-37df-4203-8180-b35bda80a097 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0450902 Apr 12 00:02:52.589838 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-432c980a-2da7-42b6-be74-35984ca50c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:52.591350 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-432c980a-2da7-42b6-be74-35984ca50c6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621 HTTP/1.1" status: 200 len: 849 time: 0.2404621 Apr 12 00:02:52.628443 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-e7b5800a-46e8-4209-b137-836847ade5db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c051865-985d-4574-bddf-719f531c60d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270953 Apr 12 00:02:52.724940 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-bbb6b936-ede5-4530-bac0-1a082598ac4a service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889206 Apr 12 00:02:52.835399 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a2a0bf4-eea5-4054-afbe-514caaa1d77b req-76d7ea87-0822-48f1-bff3-75ca5ebf7926 service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976596 Apr 12 00:02:53.143226 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53604) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:53.250088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c9ad420a-9b4e-4197-adcf-67c85fc25c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.341546 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c9ad420a-9b4e-4197-adcf-67c85fc25c31 admin admin] Publish callbacks [] for security_group (efccd6db-1b61-43cc-a33b-8ccb033c736d), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.381868 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c9ad420a-9b4e-4197-adcf-67c85fc25c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (efccd6db-1b61-43cc-a33b-8ccb033c736d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.444141 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad420a-9b4e-4197-adcf-67c85fc25c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccd6db-1b61-43cc-a33b-8ccb033c736d,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:53.451178 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c9ad420a-9b4e-4197-adcf-67c85fc25c31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d5e4c2fcb124f1ea73ec8a8a5110941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067839 Apr 12 00:02:53.458361 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5027c28-0c97-4504-a230-165eca26e21b req-e74864be-42f1-4c36-a40b-240daa98e525 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:53.461405 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e5027c28-0c97-4504-a230-165eca26e21b req-e74864be-42f1-4c36-a40b-240daa98e525 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0875835 Apr 12 00:02:53.462975 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53632) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:53.508480 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baccad6-5bc0-4ea8-be4f-8da4dfd15fcb req-26215e61-46be-437d-b4df-eb9817d8f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:53.510155 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9baccad6-5bc0-4ea8-be4f-8da4dfd15fcb req-26215e61-46be-437d-b4df-eb9817d8f202 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1130 time: 0.0549846 Apr 12 00:02:53.564736 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9baccad6-5bc0-4ea8-be4f-8da4dfd15fcb req-c1089100-d5cb-4dce-9913-5ec11d116ae1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Apr 12 00:02:53.568763 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212216-d987-407d-a7d0-766339c21727 req-c716bccb-acb7-4928-ba2e-c6a8c253c0b3 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:53.570255 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64212216-d987-407d-a7d0-766339c21727 req-c716bccb-acb7-4928-ba2e-c6a8c253c0b3 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.1330681 Apr 12 00:02:53.579352 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e5027c28-0c97-4504-a230-165eca26e21b req-cef1b7af-3496-490a-a3f1-705e1d8ff7d6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170793 Apr 12 00:02:53.610692 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] Publish callbacks [] for security_group (efccd6db-1b61-43cc-a33b-8ccb033c736d), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.628297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53636) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:53.655731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] Publish callbacks [] for security_group (efccd6db-1b61-43cc-a33b-8ccb033c736d), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.660206 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64212216-d987-407d-a7d0-766339c21727 req-36c4cdd0-7e63-4bb4-9737-c49b8f80fdfa tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797272 Apr 12 00:02:53.677827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Deleting subnet aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:02:53.681180 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Publish callbacks [] for subnet (aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.715530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Publish callbacks [] for subnet (aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.724791 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.781983 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (efccd6db-1b61-43cc-a33b-8ccb033c736d), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.784974 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.786795 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efccd6db-1b61-43cc-a33b-8ccb033c736d HTTP/1.1" status: 204 len: 168 time: 0.3204856 Apr 12 00:02:53.795822 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9afb-3ee8-4cf5-9a51-6c1708de45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccd6db-1b61-43cc-a33b-8ccb033c736d,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:53.839540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.866749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:53.869964 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:53.873715 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1e9513f4-c484-407f-a753-7189119543eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa5f2f7b-352a-4e3a-a6a8-47b4d7adbc75 HTTP/1.1" status: 204 len: 168 time: 0.2443359 Apr 12 00:02:53.876195 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53644) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:53.942794 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (7b1401b8-0c09-4648-8c6e-0785af7f033e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.027532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (7b1401b8-0c09-4648-8c6e-0785af7f033e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.048074 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.048563 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.049550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.049978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.050409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.050857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.051179 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.051519 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.051839 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.052162 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.151077 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.151376 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.151710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.152181 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:02:54.152563 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1401b8-0c09-4648-8c6e-0785af7f033e']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:54.170577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd034b76-2111-4827-b913-66b5ca48ce29') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:54.170987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd034b76-2111-4827-b913-66b5ca48ce29') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:02:54.189015 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (bd034b76-2111-4827-b913-66b5ca48ce29), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.210139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (bd034b76-2111-4827-b913-66b5ca48ce29), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.218874 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:02:54.219272 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (bd034b76-2111-4827-b913-66b5ca48ce29), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: from cryptography.utils import int_from_bytes Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: from cryptography.utils import int_from_bytes Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:02:54.243075 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:02:54.376384 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (7b1401b8-0c09-4648-8c6e-0785af7f033e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.386466 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.390026 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b1401b8-0c09-4648-8c6e-0785af7f033e HTTP/1.1" status: 204 len: 168 time: 0.5128212 Apr 12 00:02:54.403039 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f18254-04cc-4adf-ac4f-c936d85d71e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1401b8-0c09-4648-8c6e-0785af7f033e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:54.538215 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53672) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:54.552192 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9261213b-aaed-4356-88a0-012b430b31c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.628019 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9261213b-aaed-4356-88a0-012b430b31c1 admin admin] Publish callbacks [] for security_group (def1c27e-0317-4371-b9e9-56058863f6b7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.703883 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d354ecd-a826-40de-b374-dad1121fc869 req-54a49329-c7e1-4a54-9397-3083ac43539b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:54.705549 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d354ecd-a826-40de-b374-dad1121fc869 req-54a49329-c7e1-4a54-9397-3083ac43539b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0657499 Apr 12 00:02:54.719416 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9261213b-aaed-4356-88a0-012b430b31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (def1c27e-0317-4371-b9e9-56058863f6b7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.778602 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9261213b-aaed-4356-88a0-012b430b31c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1e9fabd1b8841d0ae58aa27b5550a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391741 Apr 12 00:02:54.781797 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261213b-aaed-4356-88a0-012b430b31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def1c27e-0317-4371-b9e9-56058863f6b7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:54.782092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53678) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:54.794950 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-65b8bed5-dc1a-4b72-ab1b-292fb61608da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.808990 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53680) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:54.835374 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d354ecd-a826-40de-b374-dad1121fc869 req-eaa96182-97e2-4c83-be68-e197100be82c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243265 Apr 12 00:02:54.859795 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5aa1c-304b-4422-a8ab-225bd9653433 req-975b461a-4a14-4194-98d2-b5fc64d55318 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:54.861612 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a0e5aa1c-304b-4422-a8ab-225bd9653433 req-975b461a-4a14-4194-98d2-b5fc64d55318 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.1064930 Apr 12 00:02:54.871358 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] Publish callbacks [] for security_group (def1c27e-0317-4371-b9e9-56058863f6b7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.877090 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0b915552-fd66-4523-80e0-29d159d07971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d37d376de665470ab663729e12178191&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0647936 Apr 12 00:02:54.877392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53682) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:54.927043 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] Publish callbacks [] for security_group (def1c27e-0317-4371-b9e9-56058863f6b7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:54.947169 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a0e5aa1c-304b-4422-a8ab-225bd9653433 req-f2607576-cfbb-4719-83c0-628b0f890a50 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777147 Apr 12 00:02:54.984799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] Publish callbacks [] for security_group (14990130-8c7d-4c16-b33b-e1b0716651c1), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.008797 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] Publish callbacks [] for security_group (14990130-8c7d-4c16-b33b-e1b0716651c1), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.147693 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (def1c27e-0317-4371-b9e9-56058863f6b7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.150534 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.152335 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/def1c27e-0317-4371-b9e9-56058863f6b7 HTTP/1.1" status: 204 len: 168 time: 0.3686080 Apr 12 00:02:55.159981 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd5a41-98c0-4e9e-8f97-08eb0ca5b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def1c27e-0317-4371-b9e9-56058863f6b7,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:55.180678 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (14990130-8c7d-4c16-b33b-e1b0716651c1), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.186787 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:55.188083 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14990130-8c7d-4c16-b33b-e1b0716651c1 HTTP/1.1" status: 204 len: 168 time: 0.3049281 Apr 12 00:02:55.197738 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3058dc2-61d6-47ea-be12-ff67bcc29338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14990130-8c7d-4c16-b33b-e1b0716651c1,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:55.961895 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14020789-1d60-4822-b183-1bfce0c4edfc req-87d857f3-f285-4693-ab41-87c17145215d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:55.963577 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-14020789-1d60-4822-b183-1bfce0c4edfc req-87d857f3-f285-4693-ab41-87c17145215d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0576253 Apr 12 00:02:56.024869 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-14020789-1d60-4822-b183-1bfce0c4edfc req-8dd571ab-990e-409a-9378-46c2b3af10be tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Apr 12 00:02:56.085632 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8b7dc-d29e-4480-8f6e-98c2c11ead3f req-48b7d3b7-c83c-4f05-8d53-ac213e05f43a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:56.087397 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fc8b7dc-d29e-4480-8f6e-98c2c11ead3f req-48b7d3b7-c83c-4f05-8d53-ac213e05f43a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 943 time: 0.0590134 Apr 12 00:02:56.170710 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fc8b7dc-d29e-4480-8f6e-98c2c11ead3f req-61bc67ac-1c4c-4507-8f62-7494fd864c43 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Apr 12 00:02:56.184862 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1733b-6db6-4d06-b832-2b6a7c250125 req-add508e0-f811-4d14-96f2-936a80665b68 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:56.186396 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8bf1733b-6db6-4d06-b832-2b6a7c250125 req-add508e0-f811-4d14-96f2-936a80665b68 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0760789 Apr 12 00:02:56.237673 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8bf1733b-6db6-4d06-b832-2b6a7c250125 req-17f7fffe-ec64-4428-86d8-ccf411fe32fd tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Apr 12 00:02:56.495045 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:02:56.590873 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:56.604732 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9', 'network_id': '4c051865-985d-4574-bddf-719f531c60d8', 'port_id': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9', 'mac_address': 'fa:16:3e:03:fa:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:02:56.755303 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:02:56.755688 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:56.769436 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:02:56.791130 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:02:56.867401 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:56.924664 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:56.933426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.933426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.933645 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.934061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.934402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.934738 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.935160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.935491 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.935826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.936204 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.936541 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.936869 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:56.937199 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:02:57.073325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ffbe-7bb8-4c90-8d60-0aee186a7c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:57.291301 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01789d4a-ee16-4cb7-918e-68c76c5ddd67 req-f87bf42b-a4d6-4f37-978f-d57e85085f2e tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:57.291301 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01789d4a-ee16-4cb7-918e-68c76c5ddd67 req-f87bf42b-a4d6-4f37-978f-d57e85085f2e tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 944 time: 0.0524111 Apr 12 00:02:57.342103 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01789d4a-ee16-4cb7-918e-68c76c5ddd67 req-7b2273af-251c-42f9-92bb-a1a2a111cb96 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Apr 12 00:02:57.697413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53800) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:57.800917 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-042a236a-3972-46e8-bdcf-a84492514615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:57.871751 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-042a236a-3972-46e8-bdcf-a84492514615 admin admin] Publish callbacks [] for security_group (e56b178d-46aa-4039-a16f-8d879d931425), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:57.925187 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-042a236a-3972-46e8-bdcf-a84492514615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e56b178d-46aa-4039-a16f-8d879d931425), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:57.965778 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-042a236a-3972-46e8-bdcf-a84492514615 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d720866d463a4a6a9a7a0f4855045947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673211 Apr 12 00:02:57.967759 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a236a-3972-46e8-bdcf-a84492514615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b178d-46aa-4039-a16f-8d879d931425,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:57.968507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53806) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:58.015975 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] Publish callbacks [] for security_group (e56b178d-46aa-4039-a16f-8d879d931425), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.039349 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] Publish callbacks [] for security_group (e56b178d-46aa-4039-a16f-8d879d931425), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.147698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e56b178d-46aa-4039-a16f-8d879d931425), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.150437 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.152199 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e56b178d-46aa-4039-a16f-8d879d931425 HTTP/1.1" status: 204 len: 168 time: 0.1821511 Apr 12 00:02:58.153212 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.160062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe8d65-8060-4e7f-ae19-e9396a68833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b178d-46aa-4039-a16f-8d879d931425,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:58.457588 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1d939-a26b-4dbf-b949-5feeb2eaab81 req-664ee245-3fa4-4732-a688-a99ba8091a55 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:58.459090 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e1d939-a26b-4dbf-b949-5feeb2eaab81 req-664ee245-3fa4-4732-a688-a99ba8091a55 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 944 time: 0.0522964 Apr 12 00:02:58.504733 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e1d939-a26b-4dbf-b949-5feeb2eaab81 req-d4e2ad33-7304-4e36-81d8-474a80397b4d tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Apr 12 00:02:58.714061 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 53822) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:58.726992 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d5e4678c-b34f-490c-a14c-d117b92e65ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.733564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['cb7c3dfa-eaa7-493a-968e-499d11a3dcc9'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:02:58.801164 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d5e4678c-b34f-490c-a14c-d117b92e65ec admin admin] Publish callbacks [] for security_group (57e1615b-18e1-439b-87ea-e066f517b807), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.850339 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d5e4678c-b34f-490c-a14c-d117b92e65ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (57e1615b-18e1-439b-87ea-e066f517b807), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.890266 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d5e4678c-b34f-490c-a14c-d117b92e65ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56cbeede5cc44507b185bfd804591635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751196 Apr 12 00:02:58.892320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4678c-b34f-490c-a14c-d117b92e65ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1615b-18e1-439b-87ea-e066f517b807,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:58.892959 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 53824) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:02:58.941104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] Publish callbacks [] for security_group (57e1615b-18e1-439b-87ea-e066f517b807), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:58.962770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] Publish callbacks [] for security_group (57e1615b-18e1-439b-87ea-e066f517b807), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:59.084751 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (57e1615b-18e1-439b-87ea-e066f517b807), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:59.087414 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:02:59.088575 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57e1615b-18e1-439b-87ea-e066f517b807 HTTP/1.1" status: 204 len: 168 time: 0.1945901 Apr 12 00:02:59.096673 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dd852-8a39-4ab3-b83d-378423fdf618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1615b-18e1-439b-87ea-e066f517b807,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:02:59.636651 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89187f4-2edb-47ec-802a-37f6b5378739 req-e217a295-9d46-4b33-bf4a-00fc5f0ef435 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:02:59.638254 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c89187f4-2edb-47ec-802a-37f6b5378739 req-e217a295-9d46-4b33-bf4a-00fc5f0ef435 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 944 time: 0.0584054 Apr 12 00:02:59.702283 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c89187f4-2edb-47ec-802a-37f6b5378739 req-e7f961b9-9ad7-462e-a4d3-5615ca8113da tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585022 Apr 12 00:02:59.822231 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:00.445506 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc435-79a1-4fd9-88be-9efb03f3bdde req-aff88076-25d2-4c6c-815a-f9ab70b64b8b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:00.447047 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c4cc435-79a1-4fd9-88be-9efb03f3bdde req-aff88076-25d2-4c6c-815a-f9ab70b64b8b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0526218 Apr 12 00:03:00.498816 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c4cc435-79a1-4fd9-88be-9efb03f3bdde req-06469c62-601f-41eb-a335-59bbe777918d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Apr 12 00:03:00.828852 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f7d12-b630-4f0e-9b73-7a5adf688a25 req-1f03bd42-ebf0-4c41-951a-da8888c84e74 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:00.830335 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-376f7d12-b630-4f0e-9b73-7a5adf688a25 req-1f03bd42-ebf0-4c41-951a-da8888c84e74 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 944 time: 0.0509744 Apr 12 00:03:00.885315 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-376f7d12-b630-4f0e-9b73-7a5adf688a25 req-15b191a2-c65e-4690-86ad-219dccc48ee1 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Apr 12 00:03:01.074221 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:01.244665 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:03:01.248485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:01.248858 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:01.270097 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:01.326543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:01.326890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:01.349875 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:01.352244 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f54be8-3336-4a56-add7-0d8e0ab945b9" -d '{"events": [{"server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:01.375923 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:01.389059 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d591453-0d3b-4068-a66f-1ca008aad7f1 x-openstack-request-id: req-8d591453-0d3b-4068-a66f-1ca008aad7f1 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:01.389372 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:01.389625 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d591453-0d3b-4068-a66f-1ca008aad7f1 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:01.390016 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d591453-0d3b-4068-a66f-1ca008aad7f1'] response: {'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9', 'code': 200} Apr 12 00:03:01.473374 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:01.521008 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:01.616453 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5abc2-a94c-4885-8907-256863caf4b3 req-c68203ba-4645-41f7-a297-2268566a6dc0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:01.617917 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6f5abc2-a94c-4885-8907-256863caf4b3 req-c68203ba-4645-41f7-a297-2268566a6dc0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Apr 12 00:03:01.665086 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6f5abc2-a94c-4885-8907-256863caf4b3 req-e427ecfd-d45c-4ba4-b106-aadc3815fe6b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 Apr 12 00:03:02.033148 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00601-bf11-4125-8d98-0b7726f5a799 req-ceb197ff-13cc-473e-99a5-d997a90c7d22 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:02.034661 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-18f00601-bf11-4125-8d98-0b7726f5a799 req-ceb197ff-13cc-473e-99a5-d997a90c7d22 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0644994 Apr 12 00:03:02.081465 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-18f00601-bf11-4125-8d98-0b7726f5a799 req-36981217-2327-4760-afa8-9d97058cd8cd tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Apr 12 00:03:02.178217 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:03:02.204764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:02.784147 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce633420-bb3d-4d7b-b282-5827f737521a req-b1ffacc2-ff80-4e16-bb36-ac337489a776 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:02.785617 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ce633420-bb3d-4d7b-b282-5827f737521a req-b1ffacc2-ff80-4e16-bb36-ac337489a776 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0554550 Apr 12 00:03:02.831653 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ce633420-bb3d-4d7b-b282-5827f737521a req-7dfca993-75eb-4e5a-9864-0620935dce18 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Apr 12 00:03:02.885372 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-53af6a95-5956-44ab-a39f-251a39bbcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:02.886872 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-53af6a95-5956-44ab-a39f-251a39bbcbd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1129 time: 0.0445991 Apr 12 00:03:02.977494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-31568564-31fe-42db-834c-9a0e554e4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:02.979104 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-31568564-31fe-42db-834c-9a0e554e4007 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0864007 Apr 12 00:03:03.020481 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-26905e0b-a3fc-448b-9c7f-b39b174fec8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 217 time: 0.0346980 Apr 12 00:03:03.071581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-de5e00c0-49ce-4db8-a982-24cf87941df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:03.073127 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-de5e00c0-49ce-4db8-a982-24cf87941df9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0458119 Apr 12 00:03:03.121966 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-ec2ddc1a-5c6a-4ebb-895e-02099d1b60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:03.125543 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-ec2ddc1a-5c6a-4ebb-895e-02099d1b60c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442972 Apr 12 00:03:03.197951 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6629dba-5d1f-4dea-b9af-396da2e52255 req-3e10ba92-8655-4bd2-ae23-2e1de9b88f79 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:03.202762 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6629dba-5d1f-4dea-b9af-396da2e52255 req-3e10ba92-8655-4bd2-ae23-2e1de9b88f79 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Apr 12 00:03:03.220657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06432c66-32c4-45b9-85eb-be942ba88b3e req-00254d36-3135-4d43-89cb-fa6d337fd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:03.222160 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-06432c66-32c4-45b9-85eb-be942ba88b3e req-00254d36-3135-4d43-89cb-fa6d337fd8cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 1129 time: 0.0977559 Apr 12 00:03:03.258304 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6629dba-5d1f-4dea-b9af-396da2e52255 req-27219aef-b8cb-4009-b4ea-97b769b5827d tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Apr 12 00:03:03.258478 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-e34c35ce-3f61-4bb8-b04c-046bb18afa28 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267567 Apr 12 00:03:03.326582 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-06432c66-32c4-45b9-85eb-be942ba88b3e req-1e407143-d36b-48aa-a446-125154f38df1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961094 Apr 12 00:03:03.366978 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-399c2e24-2995-487f-907b-fdf5a040a5ec req-1491c63b-60a4-4a1e-aed2-d7ed109292ec service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996289 Apr 12 00:03:03.960210 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860361-b0c4-45d1-873f-284530657255 req-464cd4a5-bfcf-4ca9-a2e1-8e7cb987f8ef tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:03.961822 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3e860361-b0c4-45d1-873f-284530657255 req-464cd4a5-bfcf-4ca9-a2e1-8e7cb987f8ef tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0558195 Apr 12 00:03:04.011933 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3e860361-b0c4-45d1-873f-284530657255 req-fe96eb04-2551-4aec-a799-a2cdef662a04 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Apr 12 00:03:04.387387 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2a5f1-f11b-4869-8b5d-6783837d9bfc req-b5ee9885-b317-4a1f-88d1-22d0c9e5ae60 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:04.388885 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30e2a5f1-f11b-4869-8b5d-6783837d9bfc req-b5ee9885-b317-4a1f-88d1-22d0c9e5ae60 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0548062 Apr 12 00:03:04.437458 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30e2a5f1-f11b-4869-8b5d-6783837d9bfc req-782c8105-5179-4e2a-9bca-33079a12ad78 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Apr 12 00:03:05.130236 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6833e-5aa4-40b2-aea0-6bcb2f3c409f req-2be31c84-550e-4541-b1a7-98172ce75a8f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:05.131745 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-97b6833e-5aa4-40b2-aea0-6bcb2f3c409f req-2be31c84-550e-4541-b1a7-98172ce75a8f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Apr 12 00:03:05.181645 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-97b6833e-5aa4-40b2-aea0-6bcb2f3c409f req-4114c950-68f3-47db-8009-304179eada83 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Apr 12 00:03:05.555473 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ca678-eb01-4e59-b194-cf39752bd526 req-e2a865ee-aebc-475a-b7e5-e1f2b43ad5f3 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:05.556934 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c5ca678-eb01-4e59-b194-cf39752bd526 req-e2a865ee-aebc-475a-b7e5-e1f2b43ad5f3 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0537980 Apr 12 00:03:05.606591 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c5ca678-eb01-4e59-b194-cf39752bd526 req-4baa35d3-d8c7-487f-8ec8-1ec791a44a14 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Apr 12 00:03:05.708401 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54072) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:05.818315 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e28bbb2e-accd-4347-9228-5fe48fd49a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:05.898374 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e28bbb2e-accd-4347-9228-5fe48fd49a10 admin admin] Publish callbacks [] for security_group (57cd8218-8ea0-425c-8584-0f5535e0a55c), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:05.982042 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e28bbb2e-accd-4347-9228-5fe48fd49a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (57cd8218-8ea0-425c-8584-0f5535e0a55c), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:06.020996 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e28bbb2e-accd-4347-9228-5fe48fd49a10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5664aa6340ac43e6bedeb293f6fa9bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114882 Apr 12 00:03:06.021864 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bbb2e-accd-4347-9228-5fe48fd49a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd8218-8ea0-425c-8584-0f5535e0a55c,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:06.023685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54082) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:06.075361 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] Publish callbacks [] for security_group (57cd8218-8ea0-425c-8584-0f5535e0a55c), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:06.100558 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] Publish callbacks [] for security_group (57cd8218-8ea0-425c-8584-0f5535e0a55c), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:06.225524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (57cd8218-8ea0-425c-8584-0f5535e0a55c), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:06.225524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:06.225524 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57cd8218-8ea0-425c-8584-0f5535e0a55c HTTP/1.1" status: 204 len: 168 time: 0.1903265 Apr 12 00:03:06.225524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f4ae5-572a-4f64-bb00-aac1090c7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd8218-8ea0-425c-8584-0f5535e0a55c,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:06.341933 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ad161-bdf2-4b60-872b-de253bc984cf req-9b437a14-527b-40cc-bcad-128c76547faf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:06.343515 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-164ad161-bdf2-4b60-872b-de253bc984cf req-9b437a14-527b-40cc-bcad-128c76547faf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0620327 Apr 12 00:03:06.394696 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-164ad161-bdf2-4b60-872b-de253bc984cf req-2b6b466a-c717-4c3f-b0ce-6d146c0583ac tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Apr 12 00:03:06.864101 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54130) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:06.934769 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54134) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:06.951908 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-27bd09bb-92a1-47e2-8998-c2034f87fcd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.038000 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-27bd09bb-92a1-47e2-8998-c2034f87fcd1 admin admin] Publish callbacks [] for security_group (77a607f1-ec17-497b-8794-cff4d441361a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.079107 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114080ea-cddf-45d2-a430-0c349d5be039 req-8512167a-de4d-4758-a57e-d5a1497dca51 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:07.080648 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-114080ea-cddf-45d2-a430-0c349d5be039 req-8512167a-de4d-4758-a57e-d5a1497dca51 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0511248 Apr 12 00:03:07.098893 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-27bd09bb-92a1-47e2-8998-c2034f87fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (77a607f1-ec17-497b-8794-cff4d441361a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.119846 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-778880a6-1c71-4e17-83ff-f5834be3e146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.129848 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-114080ea-cddf-45d2-a430-0c349d5be039 req-5e777fa0-df28-4ddc-ab65-1fb29a30b91c tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Apr 12 00:03:07.151242 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-27bd09bb-92a1-47e2-8998-c2034f87fcd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64a1909c146b4a2ca9e2a27c87ca5999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152712 Apr 12 00:03:07.154412 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd09bb-92a1-47e2-8998-c2034f87fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a607f1-ec17-497b-8794-cff4d441361a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:07.154634 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54140) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:07.203983 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] Publish callbacks [] for security_group (77a607f1-ec17-497b-8794-cff4d441361a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.219719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-778880a6-1c71-4e17-83ff-f5834be3e146 admin admin] Publish callbacks [] for security_group (4262c8bf-86e1-4bcc-a097-df51a9c67e69), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.225249 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] Publish callbacks [] for security_group (77a607f1-ec17-497b-8794-cff4d441361a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.267077 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-778880a6-1c71-4e17-83ff-f5834be3e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4262c8bf-86e1-4bcc-a097-df51a9c67e69), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.306737 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778880a6-1c71-4e17-83ff-f5834be3e146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262c8bf-86e1-4bcc-a097-df51a9c67e69,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:07.314171 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-778880a6-1c71-4e17-83ff-f5834be3e146 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b203e9b982749909f75aa48edbd937e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464004 Apr 12 00:03:07.314683 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54144) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:07.362804 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] Publish callbacks [] for security_group (4262c8bf-86e1-4bcc-a097-df51a9c67e69), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.374120 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (77a607f1-ec17-497b-8794-cff4d441361a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.376654 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.377779 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77a607f1-ec17-497b-8794-cff4d441361a HTTP/1.1" status: 204 len: 168 time: 0.2221339 Apr 12 00:03:07.394922 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f9226-ba68-413a-9ab4-e04433d86422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a607f1-ec17-497b-8794-cff4d441361a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:07.398055 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] Publish callbacks [] for security_group (4262c8bf-86e1-4bcc-a097-df51a9c67e69), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.521276 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e951-1a11-4271-b385-d734aa40cb59 req-a5ec36dc-c9c8-4bb7-9189-6392d43005fd tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:07.522780 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b0e4e951-1a11-4271-b385-d734aa40cb59 req-a5ec36dc-c9c8-4bb7-9189-6392d43005fd tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Apr 12 00:03:07.535431 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4262c8bf-86e1-4bcc-a097-df51a9c67e69), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.537953 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:07.539046 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4262c8bf-86e1-4bcc-a097-df51a9c67e69 HTTP/1.1" status: 204 len: 168 time: 0.2235363 Apr 12 00:03:07.558930 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9b06f-bf22-467a-b7af-e8b39a275a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262c8bf-86e1-4bcc-a097-df51a9c67e69,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:07.591744 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b0e4e951-1a11-4271-b385-d734aa40cb59 req-b77bf5ec-0c8e-46e7-8e59-5aa9fa4bc2d6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594206 Apr 12 00:03:08.253963 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7e42a-78ac-4dfb-ae0f-aabf7afec848 req-09cf080d-8db3-4433-9526-fb41cfd5fe8d tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:08.255547 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17c7e42a-78ac-4dfb-ae0f-aabf7afec848 req-09cf080d-8db3-4433-9526-fb41cfd5fe8d tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0601573 Apr 12 00:03:08.303630 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-17c7e42a-78ac-4dfb-ae0f-aabf7afec848 req-8c5a73da-1871-465f-8e7c-4cfc7e649dfc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Apr 12 00:03:08.685890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54210) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:08.724144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae1978-9dd7-48d8-afc8-f4c9dabee420 req-70b6807f-78de-4760-ac95-c2aa497e00f3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:08.724703 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecae1978-9dd7-48d8-afc8-f4c9dabee420 req-70b6807f-78de-4760-ac95-c2aa497e00f3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0695832 Apr 12 00:03:08.751225 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-6bc12821-1d2e-4f68-9098-1bd1563a6d9b tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:08.752837 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-6bc12821-1d2e-4f68-9098-1bd1563a6d9b tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 945 time: 0.0612540 Apr 12 00:03:08.786903 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecae1978-9dd7-48d8-afc8-f4c9dabee420 req-72552357-340d-4cf4-aaf4-39e83dd305b5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565112 Apr 12 00:03:08.859129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Deleting port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:03:08.859481 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:08.922760 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-43b5d8f3-1323-4d56-8db1-ab8dee2b26ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:08.986252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] For port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:08.986617 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.002748 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Calling delete_port for cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:03:09.087813 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-43b5d8f3-1323-4d56-8db1-ab8dee2b26ae admin admin] Publish callbacks [] for security_group (a3f9243e-3bff-4329-9a76-f3856a064ca3), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.148567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-43b5d8f3-1323-4d56-8db1-ab8dee2b26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a3f9243e-3bff-4329-9a76-f3856a064ca3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.201573 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-43b5d8f3-1323-4d56-8db1-ab8dee2b26ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e5d5a664c1a44f2ac7fc9c3812acd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145977 Apr 12 00:03:09.202429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d8f3-1323-4d56-8db1-ab8dee2b26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9243e-3bff-4329-9a76-f3856a064ca3,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:09.205117 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54224) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:09.261883 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] Publish callbacks [] for security_group (a3f9243e-3bff-4329-9a76-f3856a064ca3), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.287532 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] Publish callbacks [] for security_group (a3f9243e-3bff-4329-9a76-f3856a064ca3), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.290608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (cb7c3dfa-eaa7-493a-968e-499d11a3dcc9), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.306763 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['cb7c3dfa-eaa7-493a-968e-499d11a3dcc9'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:09.329443 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Pushing event deleted for resources: {'Port': ['ID=cb7c3dfa-eaa7-493a-968e-499d11a3dcc9,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:09.379499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] No DVR routers for this DVR port cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:03:09.383157 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.390064 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c0c9cfc5-7cd9-4f43-807d-cb4f30c0f14a req-abd5ec2c-7669-4723-aa17-138e6e7265c9 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "DELETE /v2.0/ports/cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 HTTP/1.1" status: 204 len: 173 time: 0.6297257 Apr 12 00:03:09.390539 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'name': 'network-vif-deleted', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:09.393000 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a611a5-ae07-4cb2-95b2-d656afbd2fe6" -d '{"events": [{"server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "name": "network-vif-deleted", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:09.441181 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ddaf2c-3d44-43f7-8843-38e7e06f32ba x-openstack-request-id: req-d6ddaf2c-3d44-43f7-8843-38e7e06f32ba {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:09.441483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5242c889-94fa-42ef-a2c6-f1280aea3211", "name": "network-vif-deleted", "tag": "cb7c3dfa-eaa7-493a-968e-499d11a3dcc9", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:09.441735 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6ddaf2c-3d44-43f7-8843-38e7e06f32ba {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:09.442149 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ddaf2c-3d44-43f7-8843-38e7e06f32ba'] response: {'server_uuid': '5242c889-94fa-42ef-a2c6-f1280aea3211', 'name': 'network-vif-deleted', 'tag': 'cb7c3dfa-eaa7-493a-968e-499d11a3dcc9', 'status': 'completed', 'code': 200} Apr 12 00:03:09.459868 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a29084e-0cf2-4a69-8c68-bfd18b5b3b0b req-d42be470-218e-4a35-824a-71d63c8b0a1a tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0471125 Apr 12 00:03:09.460613 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a3f9243e-3bff-4329-9a76-f3856a064ca3), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.466966 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:09.467289 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3f9243e-3bff-4329-9a76-f3856a064ca3 HTTP/1.1" status: 204 len: 168 time: 0.2609820 Apr 12 00:03:09.477073 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53a73-2786-4cc3-a572-5f44dfd67d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9243e-3bff-4329-9a76-f3856a064ca3,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:09.920077 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373875af-11c7-40e4-8d97-508470464311 req-89879d69-8620-4bb9-bb99-cea427792146 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:09.921632 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-373875af-11c7-40e4-8d97-508470464311 req-89879d69-8620-4bb9-bb99-cea427792146 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0619230 Apr 12 00:03:09.997276 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-373875af-11c7-40e4-8d97-508470464311 req-7400c1b2-fc85-40c5-aef8-c1d0ebc20715 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605822 Apr 12 00:03:10.427368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54286) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:10.439945 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-24dd9904-0723-42f0-9b09-c8375d1d9635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.517996 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-24dd9904-0723-42f0-9b09-c8375d1d9635 admin admin] Publish callbacks [] for security_group (16765ccb-dd47-4b1f-a3ad-c79585787716), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.572832 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-36eddf45-e34e-40c6-a31d-660d942bca1a req-6eb99f11-a8d6-4b19-8714-c242b4abfa57 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=5242c889-94fa-42ef-a2c6-f1280aea3211 HTTP/1.1" status: 200 len: 210 time: 0.0355728 Apr 12 00:03:10.587493 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-24dd9904-0723-42f0-9b09-c8375d1d9635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (16765ccb-dd47-4b1f-a3ad-c79585787716), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.625489 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-24dd9904-0723-42f0-9b09-c8375d1d9635 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf13bb60be564682a670f599ba39d915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979890 Apr 12 00:03:10.627840 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54290) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:10.630005 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd9904-0723-42f0-9b09-c8375d1d9635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16765ccb-dd47-4b1f-a3ad-c79585787716,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:10.678377 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] Publish callbacks [] for security_group (16765ccb-dd47-4b1f-a3ad-c79585787716), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.699965 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] Publish callbacks [] for security_group (16765ccb-dd47-4b1f-a3ad-c79585787716), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.839234 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (16765ccb-dd47-4b1f-a3ad-c79585787716), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.842102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:10.845062 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16765ccb-dd47-4b1f-a3ad-c79585787716 HTTP/1.1" status: 204 len: 168 time: 0.2143548 Apr 12 00:03:10.851963 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da277d1-847b-4b13-875e-acfe2c10c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16765ccb-dd47-4b1f-a3ad-c79585787716,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:11.115385 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd95d6b-6a14-4d18-b6bf-d802f32f181e req-b1eb7994-27ce-420f-be8b-fbace70b0404 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:11.116884 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4dd95d6b-6a14-4d18-b6bf-d802f32f181e req-b1eb7994-27ce-420f-be8b-fbace70b0404 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Apr 12 00:03:11.164809 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4dd95d6b-6a14-4d18-b6bf-d802f32f181e req-0568ed11-41e7-4edd-ba54-72bcbd6034fa tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Apr 12 00:03:11.506374 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54310) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:11.519992 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ba37317-d849-4e14-b6cc-4bfecc163a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:11.591182 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ba37317-d849-4e14-b6cc-4bfecc163a1b admin admin] Publish callbacks [] for security_group (da795a6f-4403-406d-b744-e1ed9b649ff9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:11.673035 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ba37317-d849-4e14-b6cc-4bfecc163a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (da795a6f-4403-406d-b744-e1ed9b649ff9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:11.711885 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9ba37317-d849-4e14-b6cc-4bfecc163a1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5a9832efa624730aa8f894fc479b154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043796 Apr 12 00:03:11.713077 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba37317-d849-4e14-b6cc-4bfecc163a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da795a6f-4403-406d-b744-e1ed9b649ff9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:11.715328 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54316) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:11.776248 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] Publish callbacks [] for security_group (da795a6f-4403-406d-b744-e1ed9b649ff9), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:11.816195 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] Publish callbacks [] for security_group (da795a6f-4403-406d-b744-e1ed9b649ff9), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:11.914765 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-a2cfe4ab-ec25-404e-a819-a30e32fa33fe tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:11.916268 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-a2cfe4ab-ec25-404e-a819-a30e32fa33fe tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/networks?id=4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 200 len: 809 time: 0.1280780 Apr 12 00:03:11.945286 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-5e798424-e092-40a2-81a9-4d2d9492ccbb tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/quotas/479c3968044743398ae8418e2b0d5483 HTTP/1.1" status: 200 len: 375 time: 0.0198851 Apr 12 00:03:11.983981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-42733638-1d73-4de5-857e-56639e56fa74 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355937 Apr 12 00:03:12.071852 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-2f416825-3e18-4a6c-9ca8-07a03f7ca139 service neutron] 10.222.0.24 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813317 Apr 12 00:03:12.161302 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-58e461de-ee79-4567-8cea-1913fe6b662e service neutron] 10.222.0.24 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826728 Apr 12 00:03:12.267968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (da795a6f-4403-406d-b744-e1ed9b649ff9), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:12.270996 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:12.272237 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da795a6f-4403-406d-b744-e1ed9b649ff9 HTTP/1.1" status: 204 len: 168 time: 0.5557873 Apr 12 00:03:12.288359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cd443-35af-42e2-a08b-57570233ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da795a6f-4403-406d-b744-e1ed9b649ff9,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:12.300860 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b71df-176f-4a0e-ad0d-820d3789d464 req-4d7847cb-a592-436e-9d29-910bdaa83a38 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:12.302516 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee4b71df-176f-4a0e-ad0d-820d3789d464 req-4d7847cb-a592-436e-9d29-910bdaa83a38 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0679944 Apr 12 00:03:12.381455 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee4b71df-176f-4a0e-ad0d-820d3789d464 req-fe93f452-e63c-48f1-91b9-29c8c4e54d42 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679111 Apr 12 00:03:12.448756 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:03:12.464621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e2ec0b50-0530-492c-a9ae-e4ee0f223d0a req-cc97c5c9-ca33-4e0d-ac89-82cdd6fc70a6 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Apr 12 00:03:12.473114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:03:12.476425 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device cb7c3dfa-eaa7-493a-968e-499d11a3dcc9 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:03:13.509545 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83156a4-1bf4-4223-befc-4478e149c3cb req-b49aaff7-ea4b-4460-aea0-f0a9bde4cb35 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:13.510025 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b83156a4-1bf4-4223-befc-4478e149c3cb req-b49aaff7-ea4b-4460-aea0-f0a9bde4cb35 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0562935 Apr 12 00:03:13.576166 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c6543cc7-2f0a-4341-8c45-a1700508b71d req-7fdb5357-37e9-4b38-a6b5-32912f4889da tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0393753 Apr 12 00:03:13.580488 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b83156a4-1bf4-4223-befc-4478e149c3cb req-8187a192-da7a-4d43-9a87-79f1b7c84642 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638113 Apr 12 00:03:14.433804 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54398) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:14.555783 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6796e790-108c-435c-bfee-49dd4508bdde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:14.694218 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-61b4707e-be1b-4890-941d-93131724b7f0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:14.696028 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-61b4707e-be1b-4890-941d-93131724b7f0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "GET /v2.0/networks?id=4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 200 len: 809 time: 0.1558030 Apr 12 00:03:14.719495 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Request body: {'port': {'device_id': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'network_id': '4c051865-985d-4574-bddf-719f531c60d8', 'admin_state_up': True, 'tenant_id': '479c3968044743398ae8418e2b0d5483'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:14.721560 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b491594-65a2-4221-86c0-3a47fb25dc1e req-d339a268-9327-4365-9dc3-6e589374413b tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0320911 Apr 12 00:03:14.742613 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234e066-d85e-43c1-bec8-9170fc63ad74 req-9725686d-10f7-47b1-9cd9-c2f7538625a3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:14.747310 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4234e066-d85e-43c1-bec8-9170fc63ad74 req-9725686d-10f7-47b1-9cd9-c2f7538625a3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0878682 Apr 12 00:03:14.790385 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6796e790-108c-435c-bfee-49dd4508bdde admin admin] Publish callbacks [] for security_group (9b277bd4-016d-4640-9d9c-68e2c9021e58), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:14.794244 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4234e066-d85e-43c1-bec8-9170fc63ad74 req-c47cecba-71a8-42ad-9b22-b80123b399e0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Apr 12 00:03:14.889935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6796e790-108c-435c-bfee-49dd4508bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9b277bd4-016d-4640-9d9c-68e2c9021e58), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:14.928398 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6796e790-108c-435c-bfee-49dd4508bdde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2995794a7a5240ecaa2077861d3985ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933949 Apr 12 00:03:14.930331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796e790-108c-435c-bfee-49dd4508bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b277bd4-016d-4640-9d9c-68e2c9021e58,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:14.931119 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54420) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:14.941185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Made reservation on behalf of 479c3968044743398ae8418e2b0d5483 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:14.944617 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:14.998301 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] Publish callbacks [] for security_group (9b277bd4-016d-4640-9d9c-68e2c9021e58), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.041458 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] Publish callbacks [] for security_group (9b277bd4-016d-4640-9d9c-68e2c9021e58), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.115505 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Allocated IP 172.20.0.9 (4c051865-985d-4574-bddf-719f531c60d8/3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621/2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:15.176006 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9b277bd4-016d-4640-9d9c-68e2c9021e58), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.179014 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.180732 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b277bd4-016d-4640-9d9c-68e2c9021e58 HTTP/1.1" status: 204 len: 168 time: 0.2481382 Apr 12 00:03:15.190216 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f02286-1421-4181-ba3f-f8b5c59a216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b277bd4-016d-4640-9d9c-68e2c9021e58,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:15.290352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks [] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.370867 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.419064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Network 4c051865-985d-4574-bddf-719f531c60d8 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:15.422209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:15.424904 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:15.453117 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Pushing event updated for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:15.482814 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:15.483558 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.573086 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-0415961b-9116-4dda-9b9e-fc1c6c7fcf33 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586342 Apr 12 00:03:15.785383 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54464) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:15.798762 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd724efe-d7ed-49c9-bd25-c9d1017f4f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.848448 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6147-5eea-45ce-bce7-44a20f2ea8e1 req-494fb89d-8543-4e60-8930-da7da9839995 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:15.850123 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3cf6147-5eea-45ce-bce7-44a20f2ea8e1 req-494fb89d-8543-4e60-8930-da7da9839995 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 931 time: 0.0579872 Apr 12 00:03:15.889139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd724efe-d7ed-49c9-bd25-c9d1017f4f27 admin admin] Publish callbacks [] for security_group (26fc5e2e-2507-4afa-9858-b5cf1cfab732), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.928600 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3cf6147-5eea-45ce-bce7-44a20f2ea8e1 req-7dc27371-a4a5-4e6e-9596-191b3ca62aaf tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728784 Apr 12 00:03:15.947254 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd724efe-d7ed-49c9-bd25-c9d1017f4f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (26fc5e2e-2507-4afa-9858-b5cf1cfab732), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:15.950906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae83ebd-d42c-4f05-a50b-d54697ab6a02 req-0bf2b45c-6439-4a1b-9e0b-0c512063db8d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:15.950906 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3ae83ebd-d42c-4f05-a50b-d54697ab6a02 req-0bf2b45c-6439-4a1b-9e0b-0c512063db8d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0704913 Apr 12 00:03:15.988264 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd724efe-d7ed-49c9-bd25-c9d1017f4f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc5e2e-2507-4afa-9858-b5cf1cfab732,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:15.993384 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-fd724efe-d7ed-49c9-bd25-c9d1017f4f27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=991ecc7a9bd446ae90c68225235517b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068789 Apr 12 00:03:15.996987 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3ae83ebd-d42c-4f05-a50b-d54697ab6a02 req-4684e9ff-3923-4f6a-88ac-6700fca4dd4d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Apr 12 00:03:15.999339 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54472) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:16.050373 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] Publish callbacks [] for security_group (26fc5e2e-2507-4afa-9858-b5cf1cfab732), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:16.074624 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] Publish callbacks [] for security_group (26fc5e2e-2507-4afa-9858-b5cf1cfab732), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:16.175350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (26fc5e2e-2507-4afa-9858-b5cf1cfab732), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:16.177864 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:16.179035 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26fc5e2e-2507-4afa-9858-b5cf1cfab732 HTTP/1.1" status: 204 len: 168 time: 0.1787941 Apr 12 00:03:16.187147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c46de-7024-4185-a29c-23b3a96f2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc5e2e-2507-4afa-9858-b5cf1cfab732,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:17.046565 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df5958-fea4-4f10-8167-26d87bd042b4 req-90245cc9-9943-44fa-aeb5-c463d3d5e453 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:17.047909 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-97df5958-fea4-4f10-8167-26d87bd042b4 req-90245cc9-9943-44fa-aeb5-c463d3d5e453 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 931 time: 0.0525701 Apr 12 00:03:17.126476 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-97df5958-fea4-4f10-8167-26d87bd042b4 req-58d88081-58c1-477b-9d8f-8f93fa485b54 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Apr 12 00:03:17.151473 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd5db-444e-4016-bb7b-0bfd539b2558 req-a462d455-c21d-4e78-8046-8666fef7efbd tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:17.153457 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-479cd5db-444e-4016-bb7b-0bfd539b2558 req-a462d455-c21d-4e78-8046-8666fef7efbd tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0616193 Apr 12 00:03:17.198800 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-479cd5db-444e-4016-bb7b-0bfd539b2558 req-8bd06259-5e9c-440b-8672-daff07bfe0c6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Apr 12 00:03:17.861788 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Request body: {'port': {'device_id': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:17.938286 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfe036-0649-4aa2-9822-2f246b5784bf req-165a05ec-5347-4903-842e-fbff39d3a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:17.939708 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-13bfe036-0649-4aa2-9822-2f246b5784bf req-165a05ec-5347-4903-842e-fbff39d3a4e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1129 time: 0.0921705 Apr 12 00:03:17.942060 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.022659 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-13bfe036-0649-4aa2-9822-2f246b5784bf req-9fc0b3b9-57e8-4b7d-9e66-429b46076be1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722511 Apr 12 00:03:18.236237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:18.244524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks [] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.254905 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e03b-fb48-4919-b3b9-3012433f8b71 req-c6be46d2-93c4-4893-a93d-0b2b2c0330e0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:18.256352 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a320e03b-fb48-4919-b3b9-3012433f8b71 req-c6be46d2-93c4-4893-a93d-0b2b2c0330e0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 931 time: 0.0554938 Apr 12 00:03:18.257396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Transition to ACTIVE for port object 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:03:18.313092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.330579 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a320e03b-fb48-4919-b3b9-3012433f8b71 req-42395b0e-9648-4373-babd-a5282618acb4 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Apr 12 00:03:18.347464 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04670a-d59b-4e24-ae40-2673f2b95f54 req-6d19b017-96f1-478a-9e82-383fcb66dcef tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:18.350582 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0c04670a-d59b-4e24-ae40-2673f2b95f54 req-6d19b017-96f1-478a-9e82-383fcb66dcef tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0792949 Apr 12 00:03:18.366473 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:18.431208 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0c04670a-d59b-4e24-ae40-2673f2b95f54 req-127ce7aa-1b12-4d15-8cb7-0f36f547aff6 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632918 Apr 12 00:03:18.444604 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Attempting to bind port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:18.445047 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Attempting to bind port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:18.445442 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Attempting to bind port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 on network 4c051865-985d-4574-bddf-719f531c60d8 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:18.450935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 on network 4c051865-985d-4574-bddf-719f531c60d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:03:18.451210 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Attempting to bind port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 on network 4c051865-985d-4574-bddf-719f531c60d8 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:18.455953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:18.456286 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Checking segment: {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:18.456658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Bound using segment: {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:18.457076 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Bound port: 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2cf19c-8e2c-461b-8eef-eada6157520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c051865-985d-4574-bddf-719f531c60d8'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:18.457426 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.518882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:18.521772 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:18.605060 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.652425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:18.653037 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:18.655658 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 HTTP/1.1" status: 200 len: 1093 time: 0.7983816 Apr 12 00:03:18.655658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:18.657479 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856" -d '{"events": [{"name": "network-changed", "server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:18.687646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93433-0bdc-4fe8-bbbb-d02b7c5cafe2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:18.705576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2267c664-4c55-43fc-b8b1-2e62c3e41235 x-openstack-request-id: req-2267c664-4c55-43fc-b8b1-2e62c3e41235 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:18.705923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:18.706121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2267c664-4c55-43fc-b8b1-2e62c3e41235 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:18.706521 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2267c664-4c55-43fc-b8b1-2e62c3e41235'] response: {'name': 'network-changed', 'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0', 'status': 'completed', 'code': 200} Apr 12 00:03:18.795708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-e5da0088-26ef-4c0b-a634-fc423060dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:18.797432 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-e5da0088-26ef-4c0b-a634-fc423060dceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 1127 time: 0.0674708 Apr 12 00:03:19.173916 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-63fcbe92-011e-409b-94f6-72c766d57f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.175374 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-63fcbe92-011e-409b-94f6-72c766d57f0c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=479c3968044743398ae8418e2b0d5483&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3704073 Apr 12 00:03:19.340421 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-a2712955-688e-419d-8d43-9f121981df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.341983 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1660e9bb-4a33-4858-a0c4-64e7ddfcc856 req-a2712955-688e-419d-8d43-9f121981df4f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530802 Apr 12 00:03:19.452373 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-39ad81c9-689e-4754-a512-7b4475469d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.454154 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-39ad81c9-689e-4754-a512-7b4475469d02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=479c3968044743398ae8418e2b0d5483&device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 1127 time: 0.0507793 Apr 12 00:03:19.467105 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac54c-2272-49d5-8343-18997220c7da req-a5ea240b-fd92-4ea8-bef2-d8dccd385c42 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.468790 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f6fac54c-2272-49d5-8343-18997220c7da req-a5ea240b-fd92-4ea8-bef2-d8dccd385c42 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 943 time: 0.0647635 Apr 12 00:03:19.530504 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-7c891662-fc9e-4376-95c9-e0d609ace9fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 HTTP/1.1" status: 200 len: 217 time: 0.0670457 Apr 12 00:03:19.532963 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f6fac54c-2272-49d5-8343-18997220c7da req-fb65861f-b1d4-44aa-8ff9-c338db5aac8e tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558274 Apr 12 00:03:19.586139 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c6360-a2ec-4c93-99f9-6c3dd72771b4 req-75e7ed00-d55a-4997-bbca-4f47bca5a183 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.588276 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a34c6360-a2ec-4c93-99f9-6c3dd72771b4 req-75e7ed00-d55a-4997-bbca-4f47bca5a183 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0750611 Apr 12 00:03:19.608154 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-955cebc3-402e-4eb6-a4c5-237b7a591aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:19.609684 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-955cebc3-402e-4eb6-a4c5-237b7a591aa8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621 HTTP/1.1" status: 200 len: 849 time: 0.0638936 Apr 12 00:03:19.650646 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a34c6360-a2ec-4c93-99f9-6c3dd72771b4 req-3d697675-2d56-4dbe-9224-806b420ff102 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556936 Apr 12 00:03:19.654546 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-3c0550c0-627f-4ed4-ac75-d67f70b4dd51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c051865-985d-4574-bddf-719f531c60d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379400 Apr 12 00:03:19.765311 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-1b1f5b14-7df1-4ae7-b4dd-29a8119532e2 service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022522 Apr 12 00:03:19.877903 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dc0eca47-3018-4f5c-b048-9c2a68c33295 req-5848a28d-aa0e-419f-a66f-71c331f6fbb8 service neutron] 10.222.0.20 "GET /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022387 Apr 12 00:03:20.046682 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54586) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:20.167754 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a2a-a0b8-4a65-a45a-6298ffb5f4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.242002 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a2a-a0b8-4a65-a45a-6298ffb5f4db admin admin] Publish callbacks [] for security_group (5dd47471-4569-4c6c-825e-7039a74c1880), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.352556 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0aaf4a2a-a0b8-4a65-a45a-6298ffb5f4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5dd47471-4569-4c6c-825e-7039a74c1880), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.394188 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0aaf4a2a-a0b8-4a65-a45a-6298ffb5f4db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4936cb18cc8f4cca824f6aefbb386bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463941 Apr 12 00:03:20.395086 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf4a2a-a0b8-4a65-a45a-6298ffb5f4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd47471-4569-4c6c-825e-7039a74c1880,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:20.397397 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54592) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:20.450064 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] Publish callbacks [] for security_group (5dd47471-4569-4c6c-825e-7039a74c1880), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.470706 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] Publish callbacks [] for security_group (5dd47471-4569-4c6c-825e-7039a74c1880), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.593152 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (5dd47471-4569-4c6c-825e-7039a74c1880), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.595927 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:20.600092 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd47471-4569-4c6c-825e-7039a74c1880 HTTP/1.1" status: 204 len: 168 time: 0.1986752 Apr 12 00:03:20.608603 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2c899-487b-4cfe-a5c5-5d399c74c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd47471-4569-4c6c-825e-7039a74c1880,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:20.659959 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eba61c-82fd-49b8-8f9f-c4ec7b9d2d76 req-27e5eb6d-4399-4b50-9e7c-c4781804a0ec tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:20.661430 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-70eba61c-82fd-49b8-8f9f-c4ec7b9d2d76 req-27e5eb6d-4399-4b50-9e7c-c4781804a0ec tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 943 time: 0.0551167 Apr 12 00:03:20.709105 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-70eba61c-82fd-49b8-8f9f-c4ec7b9d2d76 req-ca41a937-8e71-47cb-be8d-afbe59779b7c tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Apr 12 00:03:20.773948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e304b44-461c-4cf7-a5b5-efe3d8c641cc req-492a6fe1-5663-48ac-a8d3-7c18230413d9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:20.775483 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9e304b44-461c-4cf7-a5b5-efe3d8c641cc req-492a6fe1-5663-48ac-a8d3-7c18230413d9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0555916 Apr 12 00:03:20.822938 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9e304b44-461c-4cf7-a5b5-efe3d8c641cc req-c12fdcc5-941f-465f-84a2-72b469f01e26 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Apr 12 00:03:21.208558 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f01dc-5440-4003-aa82-a940307cd037 req-fd3f7fa1-40b8-4677-9900-517a2d293133 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.210065 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-655f01dc-5440-4003-aa82-a940307cd037 req-fd3f7fa1-40b8-4677-9900-517a2d293133 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0642459 Apr 12 00:03:21.254387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825654-4cda-421b-8887-5b49025e9df6 req-9702fe8c-b2bf-4c7b-9de9-4ff3c2e0ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.255983 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-9702fe8c-b2bf-4c7b-9de9-4ff3c2e0ce2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1129 time: 0.0441244 Apr 12 00:03:21.266419 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-655f01dc-5440-4003-aa82-a940307cd037 req-92a60a71-af6c-45de-bc5d-c37cbbfe5f1e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Apr 12 00:03:21.293884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54622) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:21.306918 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2846197e-8930-475d-9d51-2980e83d11f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.357129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825654-4cda-421b-8887-5b49025e9df6 req-4b8ee3ec-2f38-44ab-a18b-f111e2224a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.358603 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-4b8ee3ec-2f38-44ab-a18b-f111e2224a30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0942655 Apr 12 00:03:21.378469 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2846197e-8930-475d-9d51-2980e83d11f7 admin admin] Publish callbacks [] for security_group (ea2d0e14-5272-4945-9f61-960892cef152), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.409190 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-62a265f9-c864-478b-9a9d-52ed46857243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 217 time: 0.0383689 Apr 12 00:03:21.460815 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825654-4cda-421b-8887-5b49025e9df6 req-4d51e957-7705-4829-8d5f-1f617c6fadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.462267 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-4d51e957-7705-4829-8d5f-1f617c6fadf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0426903 Apr 12 00:03:21.472981 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2846197e-8930-475d-9d51-2980e83d11f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ea2d0e14-5272-4945-9f61-960892cef152), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.516004 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2846197e-8930-475d-9d51-2980e83d11f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96cad96113fa4be48d6b00057437d683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210453 Apr 12 00:03:21.516847 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846197e-8930-475d-9d51-2980e83d11f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d0e14-5272-4945-9f61-960892cef152,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:21.518648 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54626) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:21.528002 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825654-4cda-421b-8887-5b49025e9df6 req-c8096fa6-d128-4068-88c1-def9483f97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.529933 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-c8096fa6-d128-4068-88c1-def9483f97c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602672 Apr 12 00:03:21.628479 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] Publish callbacks [] for security_group (ea2d0e14-5272-4945-9f61-960892cef152), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.659523 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54632) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:21.666905 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] Publish callbacks [] for security_group (ea2d0e14-5272-4945-9f61-960892cef152), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.679058 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-f745d597-6770-49bf-a374-25c28dd4c251 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384070 Apr 12 00:03:21.776962 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0ab8-b72c-4158-9e99-d8da2ba86b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.788807 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e825654-4cda-421b-8887-5b49025e9df6 req-5faea931-6815-4d12-a662-fb6f0da1b6d7 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953810 Apr 12 00:03:21.833249 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ea2d0e14-5272-4945-9f61-960892cef152), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.836087 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.839668 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea2d0e14-5272-4945-9f61-960892cef152 HTTP/1.1" status: 204 len: 168 time: 0.3174131 Apr 12 00:03:21.845556 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ecdad-e7c4-4088-a128-67d73aca9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d0e14-5272-4945-9f61-960892cef152,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:21.880223 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808bc5-3a36-4b57-b110-ded4fbd827da req-edc6e1fa-6780-4cf5-a7db-413ae7633b07 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:21.881688 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-31808bc5-3a36-4b57-b110-ded4fbd827da req-edc6e1fa-6780-4cf5-a7db-413ae7633b07 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 943 time: 0.0887039 Apr 12 00:03:21.885048 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:03:21.939411 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0ab8-b72c-4158-9e99-d8da2ba86b91 admin admin] Publish callbacks [] for security_group (f6259e95-5496-4056-a8af-f407ab3e6094), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:21.953117 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-31808bc5-3a36-4b57-b110-ded4fbd827da req-0f9b5ba8-eb8f-4488-8c0d-2cf8e8677a92 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Apr 12 00:03:21.986808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:21.998894 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0', 'network_id': '4c051865-985d-4574-bddf-719f531c60d8', 'port_id': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0', 'mac_address': 'fa:16:3e:f1:d2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:03:22.027103 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0ab8-b72c-4158-9e99-d8da2ba86b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f6259e95-5496-4056-a8af-f407ab3e6094), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.036678 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:22.037363 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.058740 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:22.071040 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0d5c0ab8-b72c-4158-9e99-d8da2ba86b91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=959a323f1b6b4906bb0eec136f99dd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104161 Apr 12 00:03:22.072406 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c0ab8-b72c-4158-9e99-d8da2ba86b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6259e95-5496-4056-a8af-f407ab3e6094,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:22.074034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54640) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:22.080190 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:22.124564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.141297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] Publish callbacks [] for security_group (f6259e95-5496-4056-a8af-f407ab3e6094), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.162508 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] Publish callbacks [] for security_group (f6259e95-5496-4056-a8af-f407ab3e6094), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.172794 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:22.289890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f6259e95-5496-4056-a8af-f407ab3e6094), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.293263 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:22.294395 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6259e95-5496-4056-a8af-f407ab3e6094 HTTP/1.1" status: 204 len: 168 time: 0.2193735 Apr 12 00:03:22.316857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78f87c-c46e-483b-9249-0b19097b037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6259e95-5496-4056-a8af-f407ab3e6094,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:22.392027 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb50e80-a4eb-4032-a2c9-94a6ceecd4b5 req-6ee17fe7-cafd-4fed-a7a2-cafbbcd83005 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:22.393513 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bb50e80-a4eb-4032-a2c9-94a6ceecd4b5 req-6ee17fe7-cafd-4fed-a7a2-cafbbcd83005 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Apr 12 00:03:22.441277 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bb50e80-a4eb-4032-a2c9-94a6ceecd4b5 req-037879fc-02da-49a0-9a68-22468beae4f5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Apr 12 00:03:22.502782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:22.997497 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54688) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.015775 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-55126ade-408e-41cc-aa13-add08a07de16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.071865 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93009bf0-e204-487f-8c45-ee5e683c9690 req-89195a53-5755-4e50-aa1f-984173a0bb46 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:23.073575 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-93009bf0-e204-487f-8c45-ee5e683c9690 req-89195a53-5755-4e50-aa1f-984173a0bb46 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0524848 Apr 12 00:03:23.103581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-55126ade-408e-41cc-aa13-add08a07de16 admin admin] Publish callbacks [] for security_group (7c740d04-d4ae-4576-b01d-98eb739e230a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.124907 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-93009bf0-e204-487f-8c45-ee5e683c9690 req-cf94a844-9812-4fad-8334-c85b2d743d6c tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Apr 12 00:03:23.187877 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-55126ade-408e-41cc-aa13-add08a07de16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (7c740d04-d4ae-4576-b01d-98eb739e230a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.230352 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-55126ade-408e-41cc-aa13-add08a07de16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=810d4156ae234220912e50c493510737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313097 Apr 12 00:03:23.231250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55126ade-408e-41cc-aa13-add08a07de16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c740d04-d4ae-4576-b01d-98eb739e230a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:23.233216 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54694) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.293161 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] Publish callbacks [] for security_group (7c740d04-d4ae-4576-b01d-98eb739e230a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.317496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] Publish callbacks [] for security_group (7c740d04-d4ae-4576-b01d-98eb739e230a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.393714 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54702) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.427407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (7c740d04-d4ae-4576-b01d-98eb739e230a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.431034 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.442216 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c740d04-d4ae-4576-b01d-98eb739e230a HTTP/1.1" status: 204 len: 168 time: 0.1978791 Apr 12 00:03:23.442216 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448af9-4003-4be2-9b39-fea6a287ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c740d04-d4ae-4576-b01d-98eb739e230a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:23.513069 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6acdbda6-aeb8-4be5-bb85-121df7d6ca0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.611935 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf319-fbc9-4ec6-a40b-9439c1f87c93 req-89c5b8c3-b9d0-40e6-b531-4e917e6285ae tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:23.611935 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01ccf319-fbc9-4ec6-a40b-9439c1f87c93 req-89c5b8c3-b9d0-40e6-b531-4e917e6285ae tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0883512 Apr 12 00:03:23.612300 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54716) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.671299 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6acdbda6-aeb8-4be5-bb85-121df7d6ca0a admin admin] Publish callbacks [] for security_group (0237913f-7ede-433c-bbb9-9f149177c1ac), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.682668 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01ccf319-fbc9-4ec6-a40b-9439c1f87c93 req-e0d0c56e-3e2d-4478-bec2-846e446454a4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657926 Apr 12 00:03:23.724072 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-61fc5792-39cf-40e4-a73b-7a40cc2e4d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.770866 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6acdbda6-aeb8-4be5-bb85-121df7d6ca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0237913f-7ede-433c-bbb9-9f149177c1ac), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.802524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-61fc5792-39cf-40e4-a73b-7a40cc2e4d7e admin admin] Publish callbacks [] for security_group (b7feea72-e424-45f4-af64-bfc9769285ef), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.809925 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6acdbda6-aeb8-4be5-bb85-121df7d6ca0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8dc0748f7f4aa3b25cda71fca17510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150999 Apr 12 00:03:23.811956 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdbda6-aeb8-4be5-bb85-121df7d6ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0237913f-7ede-433c-bbb9-9f149177c1ac,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:23.812788 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54722) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.861641 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] Publish callbacks [] for security_group (0237913f-7ede-433c-bbb9-9f149177c1ac), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.883263 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] Publish callbacks [] for security_group (0237913f-7ede-433c-bbb9-9f149177c1ac), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.890545 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-61fc5792-39cf-40e4-a73b-7a40cc2e4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b7feea72-e424-45f4-af64-bfc9769285ef), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:23.908300 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:23.954041 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-61fc5792-39cf-40e4-a73b-7a40cc2e4d7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51b30738671f4f7789edbe829e6cb0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410499 Apr 12 00:03:23.959213 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54728) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:23.966589 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc5792-39cf-40e4-a73b-7a40cc2e4d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7feea72-e424-45f4-af64-bfc9769285ef,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:24.016625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] Publish callbacks [] for security_group (b7feea72-e424-45f4-af64-bfc9769285ef), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.041020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] Publish callbacks [] for security_group (b7feea72-e424-45f4-af64-bfc9769285ef), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.061375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0237913f-7ede-433c-bbb9-9f149177c1ac), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.064076 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.067663 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0237913f-7ede-433c-bbb9-9f149177c1ac HTTP/1.1" status: 204 len: 168 time: 0.2515976 Apr 12 00:03:24.079056 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:03:24.084855 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:24.085850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.091409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a018114-da1d-4870-8c69-c8999862973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237913f-7ede-433c-bbb9-9f149177c1ac,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:24.187658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b7feea72-e424-45f4-af64-bfc9769285ef), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.190978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.194696 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7feea72-e424-45f4-af64-bfc9769285ef HTTP/1.1" status: 204 len: 168 time: 0.2320201 Apr 12 00:03:24.220296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b0d8-7acd-4b27-88e0-e8b7d0246615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7feea72-e424-45f4-af64-bfc9769285ef,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:24.222549 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:24.223853 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.258570 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:24.261751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56301ad-b0ec-4284-945a-6e193e7b1e17" -d '{"events": [{"server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "name": "network-vif-plugged", "status": "completed", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:24.264980 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc2735-d1ad-4715-8a12-106f16cee00a req-49ab0a7b-17d7-4b09-9985-c11d6e2135e2 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:24.266930 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-91dc2735-d1ad-4715-8a12-106f16cee00a req-49ab0a7b-17d7-4b09-9985-c11d6e2135e2 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0630829 Apr 12 00:03:24.277473 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:24.299549 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6670ecc-75eb-42b4-82c8-1e46f258b9d1 x-openstack-request-id: req-b6670ecc-75eb-42b4-82c8-1e46f258b9d1 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:24.304510 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "name": "network-vif-plugged", "status": "completed", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:24.304510 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6670ecc-75eb-42b4-82c8-1e46f258b9d1 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:24.304510 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6670ecc-75eb-42b4-82c8-1e46f258b9d1'] response: {'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0', 'code': 200} Apr 12 00:03:24.323391 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-91dc2735-d1ad-4715-8a12-106f16cee00a req-bc016a83-54db-459c-a309-fac9048d5032 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490482 Apr 12 00:03:24.381595 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.433350 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:24.618127 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca589-22c4-49a1-b72a-62c9bc7116d2 req-8f09493d-5356-459a-a484-793101c2266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:24.619655 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3e5ca589-22c4-49a1-b72a-62c9bc7116d2 req-8f09493d-5356-459a-a484-793101c2266e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 1129 time: 0.0443394 Apr 12 00:03:24.680100 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3e5ca589-22c4-49a1-b72a-62c9bc7116d2 req-a710cc08-bf07-4455-a176-1ad3ce5d00f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Apr 12 00:03:24.806770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2547-8df4-4160-a0ec-c91cb35af77a req-ffcce2e5-1206-4acc-b31c-64cdaecc96cb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:24.808810 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f0db2547-8df4-4160-a0ec-c91cb35af77a req-ffcce2e5-1206-4acc-b31c-64cdaecc96cb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Apr 12 00:03:24.821817 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-29c732b1-fdad-43c9-b055-06045ec19e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:24.856069 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f0db2547-8df4-4160-a0ec-c91cb35af77a req-532b661e-fb9f-48eb-b4f7-3ca3bcdf9d40 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Apr 12 00:03:24.976408 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54770) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:24.993900 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-80152fc4-f6b6-4474-95ff-4d6ee855f274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.079477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-80152fc4-f6b6-4474-95ff-4d6ee855f274 admin admin] Publish callbacks [] for security_group (e58a1b23-8970-4155-b326-4c98911e6e67), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.130231 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-80152fc4-f6b6-4474-95ff-4d6ee855f274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e58a1b23-8970-4155-b326-4c98911e6e67), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.169115 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-80152fc4-f6b6-4474-95ff-4d6ee855f274 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddf8b7647565427597927a2eb7459dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914296 Apr 12 00:03:25.169995 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80152fc4-f6b6-4474-95ff-4d6ee855f274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a1b23-8970-4155-b326-4c98911e6e67,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:25.172256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54778) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:25.224041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] Publish callbacks [] for security_group (e58a1b23-8970-4155-b326-4c98911e6e67), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.246174 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] Publish callbacks [] for security_group (e58a1b23-8970-4155-b326-4c98911e6e67), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.403375 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e58a1b23-8970-4155-b326-4c98911e6e67), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.406149 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:25.416385 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e58a1b23-8970-4155-b326-4c98911e6e67 HTTP/1.1" status: 204 len: 168 time: 0.2362630 Apr 12 00:03:25.434759 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c12899-c486-4b0a-9047-0e8f7390d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a1b23-8970-4155-b326-4c98911e6e67,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:25.486604 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680324-e97d-4526-8699-667ab6e64474 req-0cdae6d1-3acd-46cb-9b4f-7fa086d39fd8 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:25.491413 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96680324-e97d-4526-8699-667ab6e64474 req-0cdae6d1-3acd-46cb-9b4f-7fa086d39fd8 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 945 time: 0.0963364 Apr 12 00:03:25.562619 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96680324-e97d-4526-8699-667ab6e64474 req-6315d472-f3de-4dd2-bebf-d5470c7af31d tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667520 Apr 12 00:03:26.708504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba30b2-cd81-4aa5-8547-83b90710122a req-3b4de347-795e-4ff4-9d6a-3a163d5d27f6 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:26.710866 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c8ba30b2-cd81-4aa5-8547-83b90710122a req-3b4de347-795e-4ff4-9d6a-3a163d5d27f6 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 945 time: 0.0764577 Apr 12 00:03:26.764407 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c8ba30b2-cd81-4aa5-8547-83b90710122a req-c806ed19-455f-405c-ba92-b4fb950bec27 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Apr 12 00:03:26.904143 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 54858) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:26.912919 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052604140', 'description': 'tempest-description--1479727830'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:27.021890 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.100679 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (c6409f08-2c28-4dae-bed4-dd4bc1eb729b), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.141546 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6492d0b9-9f53-4ad4-a735-2f5b1f60fdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.175954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (c6409f08-2c28-4dae-bed4-dd4bc1eb729b), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.209508 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6409f08-2c28-4dae-bed4-dd4bc1eb729b,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:27.299500 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.301921 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-72b6c980-87af-4679-812e-4b9119fde629 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3965697 Apr 12 00:03:27.307105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54884) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:27.314108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'security_group_rule': {'security_group_id': 'c6409f08-2c28-4dae-bed4-dd4bc1eb729b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:27.416132 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (d8d3bcb5-58f2-48f9-b9e3-dd684e7518de), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.476223 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (d8d3bcb5-58f2-48f9-b9e3-dd684e7518de), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.553271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (d8d3bcb5-58f2-48f9-b9e3-dd684e7518de), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.574980 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d3bcb5-58f2-48f9-b9e3-dd684e7518de,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:27.676434 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.677450 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bcf7a113-ae45-4b13-b5fb-34acb5689aaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683496 Apr 12 00:03:27.682752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54912) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:27.688772 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'security_group_rule': {'security_group_id': 'c6409f08-2c28-4dae-bed4-dd4bc1eb729b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:27.781340 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaffd8f-6a6d-4938-bc96-a5da6a90924d req-b6ff3174-70ef-48a7-8779-b8751b0ae093 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:27.783372 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6eaffd8f-6a6d-4938-bc96-a5da6a90924d req-b6ff3174-70ef-48a7-8779-b8751b0ae093 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0544713 Apr 12 00:03:27.800151 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (c2081eb3-a045-49a1-9bcb-f56f748669f5), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.841604 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6eaffd8f-6a6d-4938-bc96-a5da6a90924d req-e2cbfe4c-b3ec-4cc3-9303-0ca4925ad8d6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530272 Apr 12 00:03:27.881092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (c2081eb3-a045-49a1-9bcb-f56f748669f5), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.958395 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (c2081eb3-a045-49a1-9bcb-f56f748669f5), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:27.973803 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2081eb3-a045-49a1-9bcb-f56f748669f5,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:28.052174 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.056107 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d41bff24-eb1b-4e25-b654-db33c1adb217 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3693829 Apr 12 00:03:28.056448 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 54924) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:28.060850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:28.158624 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.169071 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.271876 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.375878 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Allocated IP 172.27.1.71 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/92499caa-6aae-41f7-be7b-7d2d33f3b190) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:28.480049 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.616583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.621992 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e444d5-f8fb-40f2-b7e1-71dacfcc0b31 req-a3312f3e-5f15-4b9d-b63e-cf584e7afca2 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:28.623499 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07e444d5-f8fb-40f2-b7e1-71dacfcc0b31 req-a3312f3e-5f15-4b9d-b63e-cf584e7afca2 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Apr 12 00:03:28.652322 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:28.655345 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:28.658159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:28.673712 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07e444d5-f8fb-40f2-b7e1-71dacfcc0b31 req-8df32ca4-909f-4a6b-988a-42eb4ca5b550 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Apr 12 00:03:28.694027 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'Port': ['ID=92499caa-6aae-41f7-be7b-7d2d33f3b190,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:28.764113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (1315150f-4080-4726-ae99-3692410afc97), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.871721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:28.973601 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8c2c9-e12e-4c1f-94e2-aca35c006edb req-061494e7-1a1d-45cc-a199-6a4af0f1ed06 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:28.975310 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5df8c2c9-e12e-4c1f-94e2-aca35c006edb req-061494e7-1a1d-45cc-a199-6a4af0f1ed06 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Apr 12 00:03:29.038715 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:29.044567 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5df8c2c9-e12e-4c1f-94e2-aca35c006edb req-e4343f89-8bd6-4abc-86d1-06ac4e6f7180 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624971 Apr 12 00:03:29.164515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:29.244038 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'Port': ['ID=92499caa-6aae-41f7-be7b-7d2d33f3b190,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:29.247349 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1315150f-4080-4726-ae99-3692410afc97), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:29.320440 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:29.321693 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1001144c-9562-44e9-8dba-6c7dcdefcf43 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2642930 Apr 12 00:03:29.519375 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-c3441ce8-cd69-4715-a192-79191730b94d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1052604140&fields=id&tenant_id=a6462994c4f146a2a17f698efbaeb2dc HTTP/1.1" status: 200 len: 267 time: 0.0429611 Apr 12 00:03:29.634699 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-5522fde3-e04b-4857-aead-9d74825213df tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:29.634699 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-5522fde3-e04b-4857-aead-9d74825213df tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.1055348 Apr 12 00:03:29.646124 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-c146f377-3c1d-485e-ab96-cb0acf0ab281 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/quotas/a6462994c4f146a2a17f698efbaeb2dc HTTP/1.1" status: 200 len: 375 time: 0.0087965 Apr 12 00:03:29.709980 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-26b0db29-d459-44b2-9d63-f3cfa1b3d253 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0572422 Apr 12 00:03:29.775777 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:30.039303 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-a72a559b-f9a5-4aa3-a271-30bf215979e4 service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099916 Apr 12 00:03:30.047383 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bca5f2-486d-492c-a10c-8b455e742c97 req-9689ed3b-80b2-4415-8c1a-227b4e98f00b tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:30.048767 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-92bca5f2-486d-492c-a10c-8b455e742c97 req-9689ed3b-80b2-4415-8c1a-227b4e98f00b tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 945 time: 0.2744637 Apr 12 00:03:30.153344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-92bca5f2-486d-492c-a10c-8b455e742c97 req-a39f6cf4-74fb-4f2b-96dc-3df0ff1742bc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/security-groups?id=59ce3a66-6262-49bc-b659-14303a838d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967424 Apr 12 00:03:30.165788 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-06bce8c5-5718-494d-b310-2672570d5233 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:30.168832 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-06bce8c5-5718-494d-b310-2672570d5233 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 945 time: 0.0669403 Apr 12 00:03:30.170310 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-17d181e8-92f0-4536-a1f2-859633f75b7d service neutron] 10.222.0.24 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201580 Apr 12 00:03:30.293471 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196e0ac-04b1-4a94-878d-4d214b91fcb7 req-d06e5f8f-d6a2-4403-8000-446ea1a94830 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:30.301706 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9196e0ac-04b1-4a94-878d-4d214b91fcb7 req-d06e5f8f-d6a2-4403-8000-446ea1a94830 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0729151 Apr 12 00:03:30.309067 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Deleting port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:03:30.309471 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:30.363099 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9196e0ac-04b1-4a94-878d-4d214b91fcb7 req-3c10e6c9-ec96-45e0-a408-32b24c963088 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602031 Apr 12 00:03:30.434271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] For port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,segment=NetworkSegment(ad2cf19c-8e2c-461b-8eef-eada6157520c),segment_id=ad2cf19c-8e2c-461b-8eef-eada6157520c)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:30.434595 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:30.447929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Calling delete_port for 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:03:30.450552 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8ef74fad-bdb5-4db3-8ad4-05bc3273305a req-c5979e43-9dfb-4bc2-a6d3-1dc7614b403f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 210 time: 0.0318978 Apr 12 00:03:30.673419 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:30.685970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:30.701649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Pushing event deleted for resources: {'Port': ['ID=2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:30.746946 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] No DVR routers for this DVR port 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:03:30.749646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:30.753375 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b3eff02f-d251-40fe-9ca2-9518a9b8beaa req-31d50e64-211d-4139-aadf-d8a8ddf629cc tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.20 "DELETE /v2.0/ports/2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 HTTP/1.1" status: 204 len: 173 time: 0.5715644 Apr 12 00:03:30.754103 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'name': 'network-vif-deleted', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:30.756616 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec859f4-cdf4-4b8b-9e50-ebf6d20d3b40" -d '{"events": [{"server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "name": "network-vif-deleted", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:30.838381 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c31a32-3c0b-489b-a7be-b224bdfc69d5 x-openstack-request-id: req-47c31a32-3c0b-489b-a7be-b224bdfc69d5 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:30.838674 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd31-ef43-43ab-b875-80ca442c41d0", "name": "network-vif-deleted", "tag": "2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:30.838956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47c31a32-3c0b-489b-a7be-b224bdfc69d5 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:30.839884 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c31a32-3c0b-489b-a7be-b224bdfc69d5'] response: {'server_uuid': '562fbd31-ef43-43ab-b875-80ca442c41d0', 'name': 'network-vif-deleted', 'tag': '2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0', 'status': 'completed', 'code': 200} Apr 12 00:03:30.858215 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55018) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:30.862885 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-5269f9e0-40b2-4e4d-a240-b22c2d519a6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633707 Apr 12 00:03:30.907478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55022) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:30.944014 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-6480579c-d2c7-42f7-81bf-bedc7286bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:30.945676 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-6480579c-d2c7-42f7-81bf-bedc7286bdb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 1129 time: 0.0538011 Apr 12 00:03:31.077938 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-0a5a6d30-2d31-4388-a3ab-e1f18058fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:31.079480 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-0a5a6d30-2d31-4388-a3ab-e1f18058fdbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.1067231 Apr 12 00:03:31.081097 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8daddff0-3192-431a-90e1-fa680c9f2f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.084235 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c8522ef6-a511-429b-b1dd-dd3226a08c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.128329 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-fafb5811-6f1c-47fd-8cbc-485905f19fd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 200 len: 217 time: 0.0378284 Apr 12 00:03:31.224887 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-8a22e3f5-c4dd-4dbc-9a2e-998e88444901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:31.228248 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-8a22e3f5-c4dd-4dbc-9a2e-998e88444901 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0928838 Apr 12 00:03:31.231156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c8522ef6-a511-429b-b1dd-dd3226a08c82 admin admin] Publish callbacks [] for security_group (6453f86a-1ede-4acd-acfc-e4dc426a425f), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.285008 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c15cc135-4365-40c3-b805-4b3bfd020d61 req-5e9136ca-8008-4bf0-b2c9-039a2487daf0 tempest-VolumesActionsTest-446527389 tempest-VolumesActionsTest-446527389-project] 10.222.0.24 "GET /v2.0/ports?device_id=562fbd31-ef43-43ab-b875-80ca442c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0402637 Apr 12 00:03:31.287463 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-13f17333-4fbd-4b06-aead-49a753bdb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:31.289002 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-13f17333-4fbd-4b06-aead-49a753bdb1e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549862 Apr 12 00:03:31.294008 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8daddff0-3192-431a-90e1-fa680c9f2f70 admin admin] Publish callbacks [] for security_group (128a4d96-a7fd-4a7f-a47e-6baf0cf2df61), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.306772 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c8522ef6-a511-429b-b1dd-dd3226a08c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6453f86a-1ede-4acd-acfc-e4dc426a425f), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.306956 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.348002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522ef6-a511-429b-b1dd-dd3226a08c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6453f86a-1ede-4acd-acfc-e4dc426a425f,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:31.354372 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8daddff0-3192-431a-90e1-fa680c9f2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (128a4d96-a7fd-4a7f-a47e-6baf0cf2df61), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.374410 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c8522ef6-a511-429b-b1dd-dd3226a08c82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=052cdae88a72491abdafdb94f2a87a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127234 Apr 12 00:03:31.376037 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55038) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:31.401371 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-8daddff0-3192-431a-90e1-fa680c9f2f70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea34902b6a94ccebf88e245fd0198f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928100 Apr 12 00:03:31.403622 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daddff0-3192-431a-90e1-fa680c9f2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128a4d96-a7fd-4a7f-a47e-6baf0cf2df61,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:31.405937 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55042) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:31.492744 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] Publish callbacks [] for security_group (6453f86a-1ede-4acd-acfc-e4dc426a425f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.500136 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55046) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:31.505035 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-c2d8e9a5-f805-4736-8d0b-45dc5330ca26 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904521 Apr 12 00:03:31.507391 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] Publish callbacks [] for security_group (128a4d96-a7fd-4a7f-a47e-6baf0cf2df61), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.538083 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] Publish callbacks [] for security_group (128a4d96-a7fd-4a7f-a47e-6baf0cf2df61), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.566769 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e6474-6236-4fce-a8c7-0b9abbbaf65b req-eb9eb581-5454-4747-a514-1522cf6bd8fb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:31.568172 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b1e6474-6236-4fce-a8c7-0b9abbbaf65b req-eb9eb581-5454-4747-a514-1522cf6bd8fb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1091630 Apr 12 00:03:31.576628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] Publish callbacks [] for security_group (6453f86a-1ede-4acd-acfc-e4dc426a425f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.622174 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-307c4fa2-8e50-4534-935d-c17110d758a0 req-78cc3b02-9a95-49e6-b957-02e4927193f9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 210 time: 0.0461266 Apr 12 00:03:31.663448 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b1e6474-6236-4fce-a8c7-0b9abbbaf65b req-a5983bb3-9948-4035-a892-e1565c7eec58 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709262 Apr 12 00:03:31.690092 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d99441db-b3a3-4932-903f-97085a5a3fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.691022 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68bc6e13-ac2c-4de2-bb12-723c4605c2ae req-253dc2cb-98d1-4677-9dd4-a7d90c91c604 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773102 Apr 12 00:03:31.704616 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (6453f86a-1ede-4acd-acfc-e4dc426a425f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.707346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.709246 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6453f86a-1ede-4acd-acfc-e4dc426a425f HTTP/1.1" status: 204 len: 168 time: 0.3314869 Apr 12 00:03:31.717260 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e1c6a-0f22-4557-875e-dedd42b07a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453f86a-1ede-4acd-acfc-e4dc426a425f,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:31.728077 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (128a4d96-a7fd-4a7f-a47e-6baf0cf2df61), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.732428 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.734892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/128a4d96-a7fd-4a7f-a47e-6baf0cf2df61 HTTP/1.1" status: 204 len: 168 time: 0.3266933 Apr 12 00:03:31.769238 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c109c-5220-4271-9e12-98351885cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128a4d96-a7fd-4a7f-a47e-6baf0cf2df61,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:31.859996 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d99441db-b3a3-4932-903f-97085a5a3fdc admin admin] Publish callbacks [] for security_group (4715b16f-80a4-491a-9169-d23e2c264adc), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.935825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d99441db-b3a3-4932-903f-97085a5a3fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4715b16f-80a4-491a-9169-d23e2c264adc), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:31.976403 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d99441db-b3a3-4932-903f-97085a5a3fdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2e24c00419344e7b7f7209ea6d162a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743590 Apr 12 00:03:31.977597 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99441db-b3a3-4932-903f-97085a5a3fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715b16f-80a4-491a-9169-d23e2c264adc,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:31.979105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55054) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:32.027725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] Publish callbacks [] for security_group (4715b16f-80a4-491a-9169-d23e2c264adc), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.049899 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] Publish callbacks [] for security_group (4715b16f-80a4-491a-9169-d23e2c264adc), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.147530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4715b16f-80a4-491a-9169-d23e2c264adc), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.150266 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.154801 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4715b16f-80a4-491a-9169-d23e2c264adc HTTP/1.1" status: 204 len: 168 time: 0.1717067 Apr 12 00:03:32.160650 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7f33-765b-4f4c-8c41-d538c892adfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715b16f-80a4-491a-9169-d23e2c264adc,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:32.221741 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.495941 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-667c57d1-40bc-4a7c-b2a0-83676fda231b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:32.497280 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-667c57d1-40bc-4a7c-b2a0-83676fda231b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 819 time: 0.1012697 Apr 12 00:03:32.517564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55074) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:32.535430 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d0fd10a-8e25-429a-ab45-9df67897814d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.579291 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-ecf12d4e-f577-496d-9891-ad19b8d7b1ed tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6462994c4f146a2a17f698efbaeb2dc HTTP/1.1" status: 200 len: 380 time: 0.0701272 Apr 12 00:03:32.588351 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'port': {'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'admin_state_up': True, 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'security_groups': ['c6409f08-2c28-4dae-bed4-dd4bc1eb729b']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:32.798955 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Made reservation on behalf of a6462994c4f146a2a17f698efbaeb2dc for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:32.802292 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.839655 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d0fd10a-8e25-429a-ab45-9df67897814d admin admin] Publish callbacks [] for security_group (b55d3b30-60d6-42a6-96af-bcb64d6a8a1a), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.882923 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-541887c2-68f5-4e4e-9243-512012df161c req-aabf1e15-5cc6-4cd3-b654-043992f09212 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 210 time: 0.1085241 Apr 12 00:03:32.914566 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d0fd10a-8e25-429a-ab45-9df67897814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b55d3b30-60d6-42a6-96af-bcb64d6a8a1a), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:32.924461 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d560591-85f0-49f8-823d-207f65b26e27 req-f75cd7c4-48d9-400f-b4fa-72b32eb699b1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:32.925946 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d560591-85f0-49f8-823d-207f65b26e27 req-f75cd7c4-48d9-400f-b4fa-72b32eb699b1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1173282 Apr 12 00:03:32.996092 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0d0fd10a-8e25-429a-ab45-9df67897814d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2583846b7a3e46a299e140900e1b7225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769013 Apr 12 00:03:32.999010 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55102) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:33.002313 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fd10a-8e25-429a-ab45-9df67897814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d3b30-60d6-42a6-96af-bcb64d6a8a1a,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:33.040011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Allocated IP 172.20.0.10 (cfcab045-0936-454e-a7db-67d776fa3ade/2b780f58-a609-497a-8b6f-9f1e1dc21650/521fe510-7b88-4489-95b2-1de5a9cf866e) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:33.069251 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0d560591-85f0-49f8-823d-207f65b26e27 req-f6714a0d-d6bb-49aa-8b55-40e39fd83141 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344054 Apr 12 00:03:33.095533 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] Publish callbacks [] for security_group (b55d3b30-60d6-42a6-96af-bcb64d6a8a1a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.147065 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] Publish callbacks [] for security_group (b55d3b30-60d6-42a6-96af-bcb64d6a8a1a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.270699 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.296268 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b55d3b30-60d6-42a6-96af-bcb64d6a8a1a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.300300 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.305957 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b55d3b30-60d6-42a6-96af-bcb64d6a8a1a HTTP/1.1" status: 204 len: 168 time: 0.3032203 Apr 12 00:03:33.315452 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38a419-9027-4bb1-b6ce-f7a4f72889a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d3b30-60d6-42a6-96af-bcb64d6a8a1a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:33.381987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.447008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Network cfcab045-0936-454e-a7db-67d776fa3ade is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:33.450551 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:33.452503 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event updated for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:33.457426 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:33.510345 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:33.511133 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.590160 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b941487d-a45d-40c0-8d72-0dd08ba65291 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0055799 Apr 12 00:03:33.605402 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Request body: {'port': {'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:33.683459 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.707094 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-dcc96894-bd15-471d-9fa5-d1f8ce2b3691 None None] Provisioning complete for port 521fe510-7b88-4489-95b2-1de5a9cf866e triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:33.707678 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-dcc96894-bd15-471d-9fa5-d1f8ce2b3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:33.778992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-dcc96894-bd15-471d-9fa5-d1f8ce2b3691 None None] Port 521fe510-7b88-4489-95b2-1de5a9cf866e cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:33.916010 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:03:33.981378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:03:33.982036 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 2b7dbf46-f3ed-4d9f-b18e-72fd233ddfc0 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:03:34.046632 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55162) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:34.084756 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe7cc8-ff3d-4d3a-b1fe-1a4f15c4c211 req-de0290b5-af74-4d44-847d-1206da423d23 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:34.088290 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f7fe7cc8-ff3d-4d3a-b1fe-1a4f15c4c211 req-de0290b5-af74-4d44-847d-1206da423d23 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 932 time: 0.0843761 Apr 12 00:03:34.177679 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f7fe7cc8-ff3d-4d3a-b1fe-1a4f15c4c211 req-04cd56b6-a022-4767-87f4-63af9880cb1c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824711 Apr 12 00:03:34.236342 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e907996-2b60-4775-98bd-2122c3bdb533 req-89f616fc-b0e2-4e58-ac8d-38136b3519d0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:34.243212 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8e907996-2b60-4775-98bd-2122c3bdb533 req-89f616fc-b0e2-4e58-ac8d-38136b3519d0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0643976 Apr 12 00:03:34.264071 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1418956368-network', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:34.317182 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521fe510-7b88-4489-95b2-1de5a9cf866e {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:34.321821 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8e907996-2b60-4775-98bd-2122c3bdb533 req-a3452a38-cbce-4bfc-b7a7-0f609779d4e7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689218 Apr 12 00:03:34.336793 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks [] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.349514 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Transition to ACTIVE for port object 521fe510-7b88-4489-95b2-1de5a9cf866e will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:03:34.369911 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Made reservation on behalf of 637e4085dc72453bbd93166c9c6bf935 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:34.372290 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.381288 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.387393 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.476331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Pushing event updated for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:34.487210 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks [] for security_group (4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.556958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Attempting to bind port 521fe510-7b88-4489-95b2-1de5a9cf866e on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:34.557486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Attempting to bind port 521fe510-7b88-4489-95b2-1de5a9cf866e by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:34.557932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Attempting to bind port 521fe510-7b88-4489-95b2-1de5a9cf866e on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:34.562815 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Port 521fe510-7b88-4489-95b2-1de5a9cf866e on network cfcab045-0936-454e-a7db-67d776fa3ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:03:34.563261 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Attempting to bind port 521fe510-7b88-4489-95b2-1de5a9cf866e on network cfcab045-0936-454e-a7db-67d776fa3ade {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:34.565587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.574625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:34.574625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Checking segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:34.574625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Bound using segment: {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:34.574625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Bound port: 521fe510-7b88-4489-95b2-1de5a9cf866e, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b5155c-a526-40dd-b6ed-046d11c0c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:34.574625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.587950 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:03:34.615073 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:34.647786 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (a1eb1dac-39ad-477c-8880-c199c2d941cd), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.648141 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Added segment a1eb1dac-39ad-477c-8880-c199c2d941cd of type vlan for network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa Apr 12 00:03:34.650868 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:34.655120 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=521fe510-7b88-4489-95b2-1de5a9cf866e,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:34.700913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (78ac38b9-0eec-4bfb-92d9-22346c70e1aa), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.730205 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.764034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:34.764665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.766042 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] 10.222.0.20 "PUT /v2.0/ports/521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 1094 time: 1.1674812 Apr 12 00:03:34.766489 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:34.768787 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021e2e8-17b7-49eb-b937-0680c942e564" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:34.798727 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47729f-d79a-433b-b1c6-1791a7346641 service neutron] Pushing event updated for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:34.828120 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25000dfb-750f-491f-af79-245e046493bc x-openstack-request-id: req-25000dfb-750f-491f-af79-245e046493bc {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:34.828686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:34.828847 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25000dfb-750f-491f-af79-245e046493bc {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:34.829457 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25000dfb-750f-491f-af79-245e046493bc'] response: {'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'status': 'completed', 'code': 200} Apr 12 00:03:34.838728 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (78ac38b9-0eec-4bfb-92d9-22346c70e1aa), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.840409 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:34.841028 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:34.903143 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] Pushing event updated for resources: {'Network': ['ID=78ac38b9-0eec-4bfb-92d9-22346c70e1aa,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:34.913706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:03:34.961236 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-11585f18-78d3-4cfc-88ad-9e4841363659 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9071379 Apr 12 00:03:34.964663 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55198) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:34.969317 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Request body: {'subnet': {'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1418956368-subnet', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:35.072639 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Made reservation on behalf of 637e4085dc72453bbd93166c9c6bf935 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:35.075065 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.302169 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (0dbf69c5-4c8c-4444-adce-0ae31c96db0c), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.342530 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5066869-8c61-4019-b5bf-34f9f28ddb8f req-c3a54454-b4de-4a7a-9bfd-bb711a32a662 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:35.345854 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5066869-8c61-4019-b5bf-34f9f28ddb8f req-c3a54454-b4de-4a7a-9bfd-bb711a32a662 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 944 time: 0.0868473 Apr 12 00:03:35.396941 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbf69c5-4c8c-4444-adce-0ae31c96db0c,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:35.436336 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:35.436692 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Network hostable DHCP agents. Network: 78ac38b9-0eec-4bfb-92d9-22346c70e1aa, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:03:35.454770 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5066869-8c61-4019-b5bf-34f9f28ddb8f req-9dd4dc9e-fe9a-4342-a90b-5c5269208ff2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039314 Apr 12 00:03:35.488243 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062559dd-45f6-4c7a-a660-46d54afece15 req-096dda4d-b946-4d75-affc-4af57ed0f734 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:35.489814 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-062559dd-45f6-4c7a-a660-46d54afece15 req-096dda4d-b946-4d75-affc-4af57ed0f734 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1069469 Apr 12 00:03:35.542453 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-062559dd-45f6-4c7a-a660-46d54afece15 req-6b164257-017c-482e-b42f-0a532b1a7f0c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Apr 12 00:03:35.560076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:03:35.638482 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 78ac38b9-0eec-4bfb-92d9-22346c70e1aa) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:35.642518 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:35.643365 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.647845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95790a0-f433-4de4-a9fb-9ff833052f14 None None] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:03:35.747396 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6f78ddee-99cf-4464-b683-92f607630e27 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7787292 Apr 12 00:03:35.747566 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:03:35.747662 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55228) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:35.748270 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.754954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:35.838806 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.839953 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:35.885070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Allocated IP 172.20.0.2 (78ac38b9-0eec-4bfb-92d9-22346c70e1aa/0dbf69c5-4c8c-4444-adce-0ae31c96db0c/b17aa51f-3d3a-49dc-853d-e892de3b8c56) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:35.897579 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for router_controller (0daae8d4-e312-4797-bb89-8b412d65d7fb), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.035900 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks [] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.084754 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.108959 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for router_gateway (0daae8d4-e312-4797-bb89-8b412d65d7fb), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.121298 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:36.124369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:36.127719 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:36.139532 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Pushing event updated for resources: {'Port': ['ID=b17aa51f-3d3a-49dc-853d-e892de3b8c56,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:36.195971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Attempting to bind port b17aa51f-3d3a-49dc-853d-e892de3b8c56 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:36.196340 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Attempting to bind port b17aa51f-3d3a-49dc-853d-e892de3b8c56 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:36.196701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Attempting to bind port b17aa51f-3d3a-49dc-853d-e892de3b8c56 on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:36.202086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:36.202463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:36.202890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.203467 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Bound using segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:36.203968 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Bound port: b17aa51f-3d3a-49dc-853d-e892de3b8c56, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:36.204352 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.275057 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] For port b17aa51f-3d3a-49dc-853d-e892de3b8c56, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:36.278352 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] For port b17aa51f-3d3a-49dc-853d-e892de3b8c56, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b17aa51f-3d3a-49dc-853d-e892de3b8c56,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:36.365675 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.376953 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for router_gateway (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.397117 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.424932 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7bcc9-b096-43c0-bba0-9901fb4719bc None None] Pushing event updated for resources: {'Port': ['ID=b17aa51f-3d3a-49dc-853d-e892de3b8c56,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:36.529527 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Allocated IP 172.27.1.169 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/63a5c678-9eaa-477a-a722-933f3c35f120) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:36.678390 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669d482-4ae5-4b04-9a58-e44102d818c9 req-d40a08c5-b06e-448a-a6c6-49fd47307ff5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:36.679989 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1669d482-4ae5-4b04-9a58-e44102d818c9 req-d40a08c5-b06e-448a-a6c6-49fd47307ff5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 944 time: 0.1435239 Apr 12 00:03:36.753513 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6257-cbf2-4cee-b5c3-730c4392f2c6 req-17141382-798a-4d20-ab65-10e4288abc7a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:36.755092 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb2c6257-cbf2-4cee-b5c3-730c4392f2c6 req-17141382-798a-4d20-ab65-10e4288abc7a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1309316 Apr 12 00:03:36.781857 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for port (63a5c678-9eaa-477a-a722-933f3c35f120), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.805244 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1669d482-4ae5-4b04-9a58-e44102d818c9 req-fcff5d91-7728-4983-8dd2-7ed71e3f000b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075761 Apr 12 00:03:36.853655 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb2c6257-cbf2-4cee-b5c3-730c4392f2c6 req-89e7f681-6106-4e47-9cfd-d9ffc4a740c3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859919 Apr 12 00:03:36.919324 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:36.963277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-b2301114-407d-4910-bbcf-2762e538fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:36.965380 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-b2301114-407d-4910-bbcf-2762e538fdbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1128 time: 0.0502524 Apr 12 00:03:36.966256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:36.969046 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:36.974925 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:37.010564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Pushing event updated for resources: {'Port': ['ID=63a5c678-9eaa-477a-a722-933f3c35f120,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:37.065760 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-60ac3bd7-6247-42f9-8458-62ca914b0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:37.067247 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-60ac3bd7-6247-42f9-8458-62ca914b0e87 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0921063 Apr 12 00:03:37.161582 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-d817392a-cb7d-4c99-a7ce-f5c87f26a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:37.163003 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a021e2e8-17b7-49eb-b937-0680c942e564 req-d817392a-cb7d-4c99-a7ce-f5c87f26a882 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893853 Apr 12 00:03:37.254467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b7989b7a-070c-41bc-a507-25dcd7fa7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:37.256260 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-b7989b7a-070c-41bc-a507-25dcd7fa7d5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1128 time: 0.0523996 Apr 12 00:03:37.315466 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for router_gateway (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:37.323132 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-3efec07b-e358-47ff-9c0e-16e1b5a5f629 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 217 time: 0.0527871 Apr 12 00:03:37.381629 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-29a8e6e7-4374-4a27-9972-c3382be05646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:37.383240 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-29a8e6e7-4374-4a27-9972-c3382be05646 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0481286 Apr 12 00:03:37.467611 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-f2cc28b1-279e-47d2-9167-b4c2a910547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:37.469375 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-f2cc28b1-279e-47d2-9167-b4c2a910547f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795553 Apr 12 00:03:37.565751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b17aa51f-3d3a-49dc-853d-e892de3b8c56 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:37.589617 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-3a836468-047f-4bf2-be03-98628c8a2194 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053119 Apr 12 00:03:37.625303 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b17aa51f-3d3a-49dc-853d-e892de3b8c56 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:37.625928 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:37.627840 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:37.654339 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdaa4a-b4cd-400c-843b-d2ee7dd65346 None None] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:03:37.721236 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4e9f3fea-2c9b-4f12-8936-6fe6f07b5ad8 req-c3cfecb6-492b-4ed3-80da-fb7f525998c6 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248267 Apr 12 00:03:37.749026 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Provisioning complete for port b17aa51f-3d3a-49dc-853d-e892de3b8c56 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:37.749408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:37.922195 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b17aa51f-3d3a-49dc-853d-e892de3b8c56 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:37.922687 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:37.990895 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port b17aa51f-3d3a-49dc-853d-e892de3b8c56, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b17aa51f-3d3a-49dc-853d-e892de3b8c56,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:38.001716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Current status of the port b17aa51f-3d3a-49dc-853d-e892de3b8c56 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:38.002055 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:38.057012 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1cd8e-9a19-4d69-9cc4-d4751a7437c6 req-ff27af28-7f3e-40c8-a37d-1dfc5825b357 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:38.059106 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c6c1cd8e-9a19-4d69-9cc4-d4751a7437c6 req-ff27af28-7f3e-40c8-a37d-1dfc5825b357 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 944 time: 0.1427801 Apr 12 00:03:38.077086 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac359f-40f9-46bb-b6e7-16c118446f5d req-29208ee3-9ed0-4753-82cf-03fbdf145a83 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:38.083404 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07ac359f-40f9-46bb-b6e7-16c118446f5d req-29208ee3-9ed0-4753-82cf-03fbdf145a83 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1135423 Apr 12 00:03:38.096102 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:38.184425 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07ac359f-40f9-46bb-b6e7-16c118446f5d req-6b34e6f0-3b73-4fab-af67-44b52115ade2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911121 Apr 12 00:03:38.187986 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c6c1cd8e-9a19-4d69-9cc4-d4751a7437c6 req-0f2d446d-ccce-490e-8c56-e523b6054606 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198106 Apr 12 00:03:38.255624 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:03:38.324932 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:03:38.325284 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:03:38.337314 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=b17aa51f-3d3a-49dc-853d-e892de3b8c56,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:38.371851 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-047606fc-3f12-4f24-957b-66725fbdfddd tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614374 Apr 12 00:03:38.545870 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:03:38.560164 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:03:38.587149 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:38.588093 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:38.634926 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-1918bc66-b2e4-427c-a8ee-6e396b6e5dff tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:38.637479 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-1918bc66-b2e4-427c-a8ee-6e396b6e5dff tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571132 Apr 12 00:03:38.669025 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a3d53930-585b-4390-b813-edcced548db3 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/quotas/b103b73fb4c546068220dca1a3f2a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0244484 Apr 12 00:03:38.717978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-212025f1-65f5-4bf0-80b5-9b2020f3211a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479534 Apr 12 00:03:38.726066 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:38.727668 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:38.729580 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-f3b6fb3f-b9ea-4aad-82d0-4ecd9ca4969e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9803813 Apr 12 00:03:38.732702 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55322) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:38.894898 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-5d044fd3-8aeb-4684-ae33-1bb905390bc5 None None] Current status of the port b17aa51f-3d3a-49dc-853d-e892de3b8c56 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:39.023471 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-dae44c5d-5bb3-4247-ad6f-9900cfc325be None None] Provisioning complete for port b17aa51f-3d3a-49dc-853d-e892de3b8c56 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:39.024195 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-dae44c5d-5bb3-4247-ad6f-9900cfc325be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:39.089438 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:37Z', 'revision_number': 3, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:39.182522 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-dae44c5d-5bb3-4247-ad6f-9900cfc325be None None] Current status of the port b17aa51f-3d3a-49dc-853d-e892de3b8c56 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:39.189804 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-408fef5d-3d4d-4fbc-9561-f067d1fa8601 req-8972fbe6-cb81-43fb-b8c4-2322d42a2865 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0698111 Apr 12 00:03:39.201403 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:03:39.203545 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Updating router 0daae8d4-e312-4797-bb89-8b412d65d7fb port 63a5c678-9eaa-477a-a722-933f3c35f120 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:03:39.297504 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:03:39.322365 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:39.446507 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4cbb1-c46b-4f9d-b5b0-d820f2622e6f req-e29d6641-538d-4a3c-a01a-e9312cacd764 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:39.452038 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6cc4cbb1-c46b-4f9d-b5b0-d820f2622e6f req-e29d6641-538d-4a3c-a01a-e9312cacd764 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1631052 Apr 12 00:03:39.582529 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55605f1a-3510-4f24-9415-6750ffdab70c req-f916428a-f8e4-4852-a59c-86d4b93d7fe9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:39.582529 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-55605f1a-3510-4f24-9415-6750ffdab70c req-f916428a-f8e4-4852-a59c-86d4b93d7fe9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 944 time: 0.2028205 Apr 12 00:03:39.583415 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b17aa51f-3d3a-49dc-853d-e892de3b8c56 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:39.641915 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-55605f1a-3510-4f24-9415-6750ffdab70c req-0130d3a9-bede-45db-a1e4-ceeee7eb825c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002021 Apr 12 00:03:39.654779 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6cc4cbb1-c46b-4f9d-b5b0-d820f2622e6f req-77f6e7c8-84eb-4594-b07b-6aad93be9acc tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932788 Apr 12 00:03:39.716837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b17aa51f-3d3a-49dc-853d-e892de3b8c56 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:39.717391 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:39.773380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04211a3-eadf-4171-8e8a-7f67cfa8e6c7 req-d00bc0f8-60ce-4919-acf8-5881eac82e89 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:39.782035 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c04211a3-eadf-4171-8e8a-7f67cfa8e6c7 req-d00bc0f8-60ce-4919-acf8-5881eac82e89 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0634527 Apr 12 00:03:39.892796 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c04211a3-eadf-4171-8e8a-7f67cfa8e6c7 req-25156049-74cc-4f4a-8583-34e7cb6d1f46 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029391 Apr 12 00:03:39.893575 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks [] for port (63a5c678-9eaa-477a-a722-933f3c35f120), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:39.904298 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:39.917031 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b17aa51f-3d3a-49dc-853d-e892de3b8c56 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:39.992393 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 521fe510-7b88-4489-95b2-1de5a9cf866e details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:03:40.010665 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.097042 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Allocated IP 172.20.0.1 (78ac38b9-0eec-4bfb-92d9-22346c70e1aa/0dbf69c5-4c8c-4444-adce-0ae31c96db0c/6b91b64d-4fe0-4279-9fff-8145cc3c8ab1) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:40.232566 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=521fe510-7b88-4489-95b2-1de5a9cf866e,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:40.257763 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:03:40.305486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks [] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.333220 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Pushing event updated for resources: {'Port': ['ID=63a5c678-9eaa-477a-a722-933f3c35f120,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:40.355447 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Attempting to bind port 63a5c678-9eaa-477a-a722-933f3c35f120 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:40.356089 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Attempting to bind port 63a5c678-9eaa-477a-a722-933f3c35f120 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:40.357342 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Attempting to bind port 63a5c678-9eaa-477a-a722-933f3c35f120 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:40.365013 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 521fe510-7b88-4489-95b2-1de5a9cf866e is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:40.366799 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.391656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:40.391656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:40.391656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.391656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:40.391656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Bound port: 63a5c678-9eaa-477a-a722-933f3c35f120, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:40.392258 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521fe510-7b88-4489-95b2-1de5a9cf866e {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:40.392370 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d42b9b98-b899-4ac3-a768-488ab01915a1 req-6adf0e7a-e7f2-4b92-9b34-14998354d971 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0740480 Apr 12 00:03:40.403271 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.428486 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=521fe510-7b88-4489-95b2-1de5a9cf866e,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:40.433747 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.434285 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.434480 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.434817 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.435170 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.435511 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.435939 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.436441 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.436767 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.437113 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.437541 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.437868 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.438196 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:40.468830 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.484540 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] For port 63a5c678-9eaa-477a-a722-933f3c35f120, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:40.488714 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] For port 63a5c678-9eaa-477a-a722-933f3c35f120, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=63a5c678-9eaa-477a-a722-933f3c35f120,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:40.496882 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.517640 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:40.522392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:40.531403 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:40.570828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Pushing event updated for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:40.588008 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.590369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:40.625559 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.675273 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:40.676239 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:40.679726 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc869f7-a02e-4d37-8f9e-5121f5aad6a0 None None] Pushing event updated for resources: {'Port': ['ID=63a5c678-9eaa-477a-a722-933f3c35f120,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:40.798874 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['521fe510-7b88-4489-95b2-1de5a9cf866e'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:40.899155 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84794-f8b8-49b6-96f1-946ca1500c76 req-983f5805-23a1-4590-9287-37ae62b2e74a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:40.900690 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-70f84794-f8b8-49b6-96f1-946ca1500c76 req-983f5805-23a1-4590-9287-37ae62b2e74a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 945 time: 0.1328483 Apr 12 00:03:40.910085 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:40.943552 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8feee-8058-41df-b8c1-25e29d8a6e55 req-761b988d-e1a7-4d57-a1d0-8b10c8eb79db tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:40.951622 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96c8feee-8058-41df-b8c1-25e29d8a6e55 req-761b988d-e1a7-4d57-a1d0-8b10c8eb79db tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1408465 Apr 12 00:03:40.975444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d18c539b-b1c5-4678-9ef6-631eb6d33bd4 None None] Provisioning complete for port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:40.976070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d18c539b-b1c5-4678-9ef6-631eb6d33bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:40.978522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:41.031906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d18c539b-b1c5-4678-9ef6-631eb6d33bd4 None None] Port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:41.044878 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96c8feee-8058-41df-b8c1-25e29d8a6e55 req-082f572d-3fc9-40c7-b137-a2ce82eab74a tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881252 Apr 12 00:03:41.070679 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-70f84794-f8b8-49b6-96f1-946ca1500c76 req-361c1de8-4992-49cf-8be1-b603041e3f59 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617982 Apr 12 00:03:41.202605 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0df8a-d217-4f9b-9c1d-dabc5bb391c5 req-a5d8bc2f-8d57-4e38-88e4-cc607a23c29d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:41.205793 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3de0df8a-d217-4f9b-9c1d-dabc5bb391c5 req-a5d8bc2f-8d57-4e38-88e4-cc607a23c29d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0780308 Apr 12 00:03:41.284869 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:37Z', 'revision_number': 3, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:41.329900 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3de0df8a-d217-4f9b-9c1d-dabc5bb391c5 req-2ec89d0b-c4f7-4b2f-bc39-bfe888dee1a7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231501 Apr 12 00:03:41.342031 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks [] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:41.344423 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15c088-54c4-44a5-95cf-cea0b021cc28 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:37Z', 'revision_number': 3, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:03:41.436949 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:41.613973 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95fd3299-b2b7-4a75-8216-3c661d4c4d83 req-e77db7f9-f1f1-4c89-b8b5-f0a9763496c4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.1299500 Apr 12 00:03:41.657255 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:41.764221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Pushing event updated for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:41.835131 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:41.836971 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:42.028164 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 521fe510-7b88-4489-95b2-1de5a9cf866e up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:42.087845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:03:42.229870 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55398) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:42.279372 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-809a55e8-b5c6-490d-9476-8426a4122cf5 None None] Provisioning complete for port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:42.280023 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-809a55e8-b5c6-490d-9476-8426a4122cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:42.286923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:03:42.304981 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b8b75cae-f6ff-4c14-b5c9-259da27a9279 admin admin] 10.222.0.24 "PUT /v2.0/routers/0daae8d4-e312-4797-bb89-8b412d65d7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5702479 Apr 12 00:03:42.340957 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 521fe510-7b88-4489-95b2-1de5a9cf866e completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:03:42.373001 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 521fe510-7b88-4489-95b2-1de5a9cf866e triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:42.373374 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:42.375245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-809a55e8-b5c6-490d-9476-8426a4122cf5 None None] Port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:42.390628 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf48f64-ab44-4b29-815f-917bf061b905 req-e5b777f4-f80b-4198-92ea-cf5ef8b7707d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:42.407445 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdf48f64-ab44-4b29-815f-917bf061b905 req-e5b777f4-f80b-4198-92ea-cf5ef8b7707d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 945 time: 0.1932302 Apr 12 00:03:42.471827 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-958d3155-a4ac-4797-8bd0-c0a35447ee30 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899684 Apr 12 00:03:42.572557 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdf48f64-ab44-4b29-815f-917bf061b905 req-4a36d292-0a34-42e0-b079-063ee93f20e2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621764 Apr 12 00:03:42.583601 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 521fe510-7b88-4489-95b2-1de5a9cf866e is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:42.584624 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:42.618812 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:42.630629 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e6528-2d2d-41a3-a2d3-aab3b39cb27a" -d '{"events": [{"server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "name": "network-vif-plugged", "status": "completed", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:42.639702 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508538-edce-40bd-96e5-6aebde66c959 req-d3cd431b-d500-4137-a1db-b45b4b39070d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:42.655241 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6c508538-edce-40bd-96e5-6aebde66c959 req-d3cd431b-d500-4137-a1db-b45b4b39070d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.3959517 Apr 12 00:03:42.665949 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=521fe510-7b88-4489-95b2-1de5a9cf866e,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:42.677918 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a50b2827-fb4f-4ba9-b981-0b9787f8a06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:42.759995 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:42.857983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:42.869766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-6f6cb88e-d66b-45e3-b0db-8fdbb1921be8 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:42.876699 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-6f6cb88e-d66b-45e3-b0db-8fdbb1921be8 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987648 Apr 12 00:03:42.890429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Request body: {'port': {'device_id': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc', 'admin_state_up': True, 'tenant_id': 'b103b73fb4c546068220dca1a3f2a5a2'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:42.985920 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6c508538-edce-40bd-96e5-6aebde66c959 req-9e1bd4b0-b886-4243-9f43-80c6a6a925b9 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272321 Apr 12 00:03:43.051620 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79eaa1-98b7-4cd1-aa29-d4b4e4b8c9b6 req-a102a0e4-7259-4930-8f1e-8539582ccff7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:43.062669 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8a79eaa1-98b7-4cd1-aa29-d4b4e4b8c9b6 req-a102a0e4-7259-4930-8f1e-8539582ccff7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.3126993 Apr 12 00:03:43.089502 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173ecbab-814d-44f1-80f4-d3cebf851ba6 x-openstack-request-id: req-173ecbab-814d-44f1-80f4-d3cebf851ba6 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:43.090042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "name": "network-vif-plugged", "status": "completed", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:43.090533 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-173ecbab-814d-44f1-80f4-d3cebf851ba6 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:43.091089 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173ecbab-814d-44f1-80f4-d3cebf851ba6'] response: {'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'code': 200} Apr 12 00:03:43.164210 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a50b2827-fb4f-4ba9-b981-0b9787f8a06a admin admin] Publish callbacks [] for security_group (de7dc3c8-573c-4618-afbc-fff5d40ed2b1), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.251625 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-55590e5b-2179-4ba9-910c-fbc91eeb754c req-a60d19a0-fa01-4091-aa1f-6c56957c77d4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0459728 Apr 12 00:03:43.257039 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8a79eaa1-98b7-4cd1-aa29-d4b4e4b8c9b6 req-4864a381-8c36-4341-9df8-6eef65e135d8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929684 Apr 12 00:03:43.262044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Made reservation on behalf of b103b73fb4c546068220dca1a3f2a5a2 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:43.273778 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.290517 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a50b2827-fb4f-4ba9-b981-0b9787f8a06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (de7dc3c8-573c-4618-afbc-fff5d40ed2b1), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.310549 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.404665 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a50b2827-fb4f-4ba9-b981-0b9787f8a06a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaaf50dffadf49a0aaa668e1b2072665&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1706693 Apr 12 00:03:43.408784 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55432) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:43.492388 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b2827-fb4f-4ba9-b981-0b9787f8a06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7dc3c8-573c-4618-afbc-fff5d40ed2b1,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:43.552659 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55436) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:43.558978 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1623084258-network', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:43.599611 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] Publish callbacks [] for security_group (de7dc3c8-573c-4618-afbc-fff5d40ed2b1), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.636564 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] Publish callbacks [] for security_group (de7dc3c8-573c-4618-afbc-fff5d40ed2b1), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.716419 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Made reservation on behalf of 4a307e216a4345eb8d909fa2bcbed0cc for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:43.718749 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.738828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks [] for security_group (2d743d1c-db89-4b6d-8f72-21920d6e02a4), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.739055 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.752463 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424dce6-5cd6-42a1-b739-134ebcd2bc9f req-a4e8410f-a3dd-4d2c-a450-98b09b495de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:43.752463 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7424dce6-5cd6-42a1-b739-134ebcd2bc9f req-a4e8410f-a3dd-4d2c-a450-98b09b495de9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.2603695 Apr 12 00:03:43.810057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (de7dc3c8-573c-4618-afbc-fff5d40ed2b1), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.816778 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.817125 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e595-3973-4c0d-ad5f-892f70117717 req-63b05093-e1d3-4862-966f-d51b51abcc9e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:43.822564 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3d1e595-3973-4c0d-ad5f-892f70117717 req-63b05093-e1d3-4862-966f-d51b51abcc9e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.1658649 Apr 12 00:03:43.833711 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de7dc3c8-573c-4618-afbc-fff5d40ed2b1 HTTP/1.1" status: 204 len: 168 time: 0.4176664 Apr 12 00:03:43.894825 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2d743d1c-db89-4b6d-8f72-21920d6e02a4), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:43.907392 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 63a5c678-9eaa-477a-a722-933f3c35f120 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:43.960019 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 63a5c678-9eaa-477a-a722-933f3c35f120 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:43.960311 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.004396 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3d1e595-3973-4c0d-ad5f-892f70117717 req-e6fcfcdd-9089-4833-aead-ca1956776027 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550295 Apr 12 00:03:44.038725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d3fd7-7905-4fc9-9858-1b5640a9f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7dc3c8-573c-4618-afbc-fff5d40ed2b1,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.099444 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7424dce6-5cd6-42a1-b739-134ebcd2bc9f req-14cb7bae-75da-4502-af1f-11dd53402142 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398547 Apr 12 00:03:44.125175 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 63a5c678-9eaa-477a-a722-933f3c35f120 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:44.125698 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.181042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 63a5c678-9eaa-477a-a722-933f3c35f120, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=63a5c678-9eaa-477a-a722-933f3c35f120,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:44.198629 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks [] for security_group (8cc0e337-67ae-4886-9fc5-9fee1345eca5), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.221566 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d743d1c-db89-4b6d-8f72-21920d6e02a4,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.226684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b398c7a-580b-4095-bd6b-12c3de0a6b44 req-9055a558-1586-4cd4-86ba-6a043240c3dc tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:44.233822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Allocated IP 192.168.233.96 (b165cc24-ba0b-439c-ad4d-c02171f74ebc/2bd14229-207b-4ee4-9051-c6b7b4bb2d86/d92d5e96-a351-4811-b3f9-168232727292) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:44.239227 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b398c7a-580b-4095-bd6b-12c3de0a6b44 req-9055a558-1586-4cd4-86ba-6a043240c3dc tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1441174 Apr 12 00:03:44.309688 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.319452 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b398c7a-580b-4095-bd6b-12c3de0a6b44 req-16739027-f938-4ea3-ae30-bf9925656d9c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792141 Apr 12 00:03:44.321148 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8cc0e337-67ae-4886-9fc5-9fee1345eca5), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.372019 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:03:44.399551 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ca645cea-0e46-4bee-bd27-16b0adc0ebde), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.399912 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Added segment ca645cea-0e46-4bee-bd27-16b0adc0ebde of type vlan for network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e Apr 12 00:03:44.413761 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0e337-67ae-4886-9fc5-9fee1345eca5,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.417097 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:03:44.450651 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:44.455107 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:44.487880 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d390cdbc-62e1-4045-8806-706601fa98d3 req-f458b569-52b3-47f8-9dc8-5c3a43fe09f4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0591004 Apr 12 00:03:44.536667 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.562384 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=63a5c678-9eaa-477a-a722-933f3c35f120,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.590185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks [] for port (d92d5e96-a351-4811-b3f9-168232727292), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.647837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:44.673185 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ebe8-2bfd-4bda-ac11-67f26acb1f5e req-87d2ec00-0bc2-42b5-8780-7bebb7273168 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:44.680854 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0750ebe8-2bfd-4bda-ac11-67f26acb1f5e req-87d2ec00-0bc2-42b5-8780-7bebb7273168 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0947721 Apr 12 00:03:44.689424 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.690337 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:44.691201 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.696362 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.790138 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] Pushing event updated for resources: {'Network': ['ID=ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.798718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Network b165cc24-ba0b-439c-ad4d-c02171f74ebc is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:44.804816 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Pushing event updated for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:44.812091 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-22407eb3-3d76-4be0-a516-6edccb161b3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2582572 Apr 12 00:03:44.816411 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55460) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:44.817483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:44.818958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:03:44.830258 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:44.835029 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Request body: {'subnet': {'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1623084258-subnet', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:44.842115 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.844531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.848002 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.848371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.849312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.849312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.849528 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:44.879762 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0750ebe8-2bfd-4bda-ac11-67f26acb1f5e req-5715e8de-8eff-4e16-9a66-30f7f70af968 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980357 Apr 12 00:03:44.911123 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:44.911793 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.953116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Made reservation on behalf of 4a307e216a4345eb8d909fa2bcbed0cc for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:03:44.955591 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:44.993803 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55462) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:45.050401 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-a4817eee-e48a-42b0-a95f-3b099c5ebe5a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1647401 Apr 12 00:03:45.053394 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc96311b-f256-40cb-9770-72b337fcba3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.060500 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:41Z', 'revision_number': 2, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:45.095578 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Request body: {'port': {'device_id': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:45.112701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:03:45.113306 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Updating router 0daae8d4-e312-4797-bb89-8b412d65d7fb port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:03:45.151650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.267844 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64396787-d08c-43b9-944e-bb774205746e req-c552df8f-1b16-412c-96c1-627467467fc4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:45.274808 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64396787-d08c-43b9-944e-bb774205746e req-c552df8f-1b16-412c-96c1-627467467fc4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.1380584 Apr 12 00:03:45.289534 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-b5ec5374-38a8-4471-bbdd-f055f0b73164 None None] Provisioning complete for port d92d5e96-a351-4811-b3f9-168232727292 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:45.292652 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5374-38a8-4471-bbdd-f055f0b73164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d92d5e96-a351-4811-b3f9-168232727292), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.340906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for subnet (d83e8990-ec90-436e-8243-968150c4bfbd), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.381510 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-64396787-d08c-43b9-944e-bb774205746e req-fd054fc6-e989-4274-a6a1-5a9e7cffb2fb tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056852 Apr 12 00:03:45.431197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83e8990-ec90-436e-8243-968150c4bfbd,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:45.440347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.440968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.441486 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.441990 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.442486 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.443002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.443500 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.443996 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.444488 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.444971 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.445461 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.445955 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.446443 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:45.456469 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Checking segment: {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:45.457413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Network hostable DHCP agents. Network: ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:03:45.561342 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d92d5e96-a351-4811-b3f9-168232727292), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.564283 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks [] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.571302 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec5374-38a8-4471-bbdd-f055f0b73164 None None] Port d92d5e96-a351-4811-b3f9-168232727292 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:45.644684 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.707650 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:03:45.742819 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f6b28-1afd-41f2-8a86-7b6e0c3e3813 req-0e63cd8a-8c65-47af-9393-f49b35a9ede0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:45.744873 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda718d-0cb4-4b57-a939-f79db6223516 None None] Pushing event updated for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:45.750401 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-061f6b28-1afd-41f2-8a86-7b6e0c3e3813 req-0e63cd8a-8c65-47af-9393-f49b35a9ede0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.2836823 Apr 12 00:03:45.834267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9876881-041e-4a18-8814-60fe72c5f06e req-42b84abe-0a2a-4679-b043-3a6bb123b294 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:45.843911 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e9876881-041e-4a18-8814-60fe72c5f06e req-42b84abe-0a2a-4679-b043-3a6bb123b294 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 935 time: 0.2069600 Apr 12 00:03:45.877277 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:45.894378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:45.896449 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc96311b-f256-40cb-9770-72b337fcba3f admin admin] Publish callbacks [] for security_group (b8f346b4-8344-47ed-9233-ef2c237b6d3c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.897498 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:45.973413 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-061f6b28-1afd-41f2-8a86-7b6e0c3e3813 req-97819fc8-7b79-4479-84ca-d4438e083fd2 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934907 Apr 12 00:03:45.973785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc96311b-f256-40cb-9770-72b337fcba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b8f346b4-8344-47ed-9233-ef2c237b6d3c), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.075367 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e9876881-041e-4a18-8814-60fe72c5f06e req-c178fe00-dbc8-4265-8e8c-b57f879c9105 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299407 Apr 12 00:03:46.094225 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-3fdf7669-faee-4625-8f3b-e61a72350196 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2710316 Apr 12 00:03:46.099269 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55486) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:46.121219 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:46.135142 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 63a5c678-9eaa-477a-a722-933f3c35f120 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:46.142924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377c7ea-7368-4efc-ac05-f333b061f078 None None] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:03:46.149436 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:03:46.150500 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96311b-f256-40cb-9770-72b337fcba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f346b4-8344-47ed-9233-ef2c237b6d3c,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:46.289386 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.290728 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.294093 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-cc96311b-f256-40cb-9770-72b337fcba3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fb4e90e3d5a4d838082bdf596ae71d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2993855 Apr 12 00:03:46.294827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55492) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:46.300814 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Attempting to bind port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:46.301616 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Attempting to bind port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:46.301986 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Attempting to bind port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:46.335165 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3734772-9c3e-4f7f-bf46-2085a931976f req-137657a3-8e8d-4fec-8bce-d48dc0865cb2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:46.337659 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3734772-9c3e-4f7f-bf46-2085a931976f req-137657a3-8e8d-4fec-8bce-d48dc0865cb2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1502409 Apr 12 00:03:46.347371 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:46.347766 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:46.348179 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.348588 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Bound using segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:46.349200 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Bound port: 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:46.349647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.408290 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-3f88a473-bf7b-481e-b98d-683a4cc74615 None None] Provisioning complete for port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:46.408669 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3f88a473-bf7b-481e-b98d-683a4cc74615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.427417 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] Publish callbacks [] for security_group (b8f346b4-8344-47ed-9233-ef2c237b6d3c), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.479861 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92d5e96-a351-4811-b3f9-168232727292 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:46.502977 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks [] for port (d92d5e96-a351-4811-b3f9-168232727292), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.512083 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] Publish callbacks [] for security_group (b8f346b4-8344-47ed-9233-ef2c237b6d3c), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.517576 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for router_controller (5c50f528-0ffd-4325-8c32-4992599ec9e8), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.538266 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Transition to ACTIVE for port object d92d5e96-a351-4811-b3f9-168232727292 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:03:46.584707 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 63a5c678-9eaa-477a-a722-933f3c35f120 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:46.585477 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.589004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'fixed_ips': [{'subnet_id': 'd83e8990-ec90-436e-8243-968150c4bfbd'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:03:46.591484 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.598287 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a3734772-9c3e-4f7f-bf46-2085a931976f req-9eadb677-0902-43d2-8201-c5ee3dcd6e2b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492719 Apr 12 00:03:46.645184 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.649172 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-3f88a473-bf7b-481e-b98d-683a4cc74615 None None] Port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:46.668796 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] For port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:46.678293 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] For port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:46.680599 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:46.709949 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'd46507f9-93c1-4790-9570-050cefbebebe', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:03:46.749145 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b913b1d-b7f1-410b-9b87-7d8c48750918 req-986f720b-d7a0-41c1-a888-6e610aa27207 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:46.749379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Pushing event updated for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:46.751487 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b913b1d-b7f1-410b-9b87-7d8c48750918 req-986f720b-d7a0-41c1-a888-6e610aa27207 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.2429740 Apr 12 00:03:46.774703 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b8f346b4-8344-47ed-9233-ef2c237b6d3c), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.778728 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.782507 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8f346b4-8344-47ed-9233-ef2c237b6d3c HTTP/1.1" status: 204 len: 168 time: 0.4811521 Apr 12 00:03:46.788995 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:46.893547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef6115-82f4-4d86-9982-c459e4fb8959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f346b4-8344-47ed-9233-ef2c237b6d3c,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:46.987341 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Attempting to bind port d92d5e96-a351-4811-b3f9-168232727292 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:46.990266 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Attempting to bind port d92d5e96-a351-4811-b3f9-168232727292 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:46.990266 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Attempting to bind port d92d5e96-a351-4811-b3f9-168232727292 on network b165cc24-ba0b-439c-ad4d-c02171f74ebc {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:46.994397 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Port d92d5e96-a351-4811-b3f9-168232727292 on network b165cc24-ba0b-439c-ad4d-c02171f74ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:03:46.994581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Attempting to bind port d92d5e96-a351-4811-b3f9-168232727292 on network b165cc24-ba0b-439c-ad4d-c02171f74ebc {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:47.024869 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:47.025226 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Checking segment: {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:47.025682 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Bound using segment: {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:47.026144 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Bound port: d92d5e96-a351-4811-b3f9-168232727292, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27ee293-8d20-442a-80c1-0bedc81c7ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:47.036806 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d92d5e96-a351-4811-b3f9-168232727292), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:47.173593 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: ACTIVE; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:47.173987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:47.280484 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:47.291302 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d92d5e96-a351-4811-b3f9-168232727292,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:47.300304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda718d-0cb4-4b57-a939-f79db6223516 None None] Pushing event updated for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:47.335131 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b913b1d-b7f1-410b-9b87-7d8c48750918 req-62e546b0-a0b9-4d83-99a5-d2eb7a75311c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547593 Apr 12 00:03:47.342064 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:47.343378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:47.359222 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:47.402971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:47.409232 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 63a5c678-9eaa-477a-a722-933f3c35f120 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:47.420448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Allocated IP 172.20.0.2 (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e/d83e8990-ec90-436e-8243-968150c4bfbd/9f822f32-8fd7-4692-87a2-1fb662dc7193) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:47.461359 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:47.462159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:47.476451 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] 10.222.0.20 "PUT /v2.0/ports/d92d5e96-a351-4811-b3f9-168232727292 HTTP/1.1" status: 200 len: 1097 time: 2.3927813 Apr 12 00:03:47.477017 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:47.481260 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde18953-a383-4bd6-8444-98c580b32b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "tag": "d92d5e96-a351-4811-b3f9-168232727292"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:47.512519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for router_gateway (5c50f528-0ffd-4325-8c32-4992599ec9e8), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:47.575844 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f4f4-4d89-49c0-b7cd-73d2cee2968f service neutron] Pushing event updated for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:47.622993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:47.657807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef318952-36e1-475b-8a29-dfffcda08afa req-210e5496-3adb-4ebe-ac8d-6979e12c5dd2 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:47.659661 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ef318952-36e1-475b-8a29-dfffcda08afa req-210e5496-3adb-4ebe-ac8d-6979e12c5dd2 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.2748449 Apr 12 00:03:47.684607 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:47.759612 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-d8e0b496-e787-46b6-8319-7bb19b823fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:47.759612 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-d8e0b496-e787-46b6-8319-7bb19b823fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 1131 time: 0.1478744 Apr 12 00:03:47.854698 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-73205b57-937f-426f-8841-d60486398a72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d92d5e96-a351-4811-b3f9-168232727292 HTTP/1.1" status: 200 len: 217 time: 0.0875762 Apr 12 00:03:47.949825 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-62b60e87-a40e-49ab-af58-89e0b9c2ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:47.951272 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-62b60e87-a40e-49ab-af58-89e0b9c2ce74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2bd14229-207b-4ee4-9051-c6b7b4bb2d86 HTTP/1.1" status: 200 len: 843 time: 0.0885620 Apr 12 00:03:47.963272 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ef318952-36e1-475b-8a29-dfffcda08afa req-5f98555c-3b74-47b0-bdcd-78e168bd7bfd tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922730 Apr 12 00:03:48.044754 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.066594 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks [] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.075856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-e0d5f9b1-b75f-4d04-ac23-2763c83dda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:48.076371 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da251-4f82-49b3-abcf-7419e77214ab req-649708d8-ce36-4480-9601-173318fd4fa7 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:48.077389 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-548da251-4f82-49b3-abcf-7419e77214ab req-649708d8-ce36-4480-9601-173318fd4fa7 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 947 time: 0.4771628 Apr 12 00:03:48.078624 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-e0d5f9b1-b75f-4d04-ac23-2763c83dda32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b165cc24-ba0b-439c-ad4d-c02171f74ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1185529 Apr 12 00:03:48.196588 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55528) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:48.229782 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-56568bba-5b2e-4831-9c33-79b22b5d3018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.235119 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['d46507f9-93c1-4790-9570-050cefbebebe'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:48.266338 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.286414 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-548da251-4f82-49b3-abcf-7419e77214ab req-bdb7a20a-d318-4545-9a75-24cf09e19bbe tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951325 Apr 12 00:03:48.322341 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-38894cf5-bf8c-4bbb-ab5c-c0b2dae121fa service neutron] 10.222.0.20 "GET /v2.0/networks/b165cc24-ba0b-439c-ad4d-c02171f74ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371943 Apr 12 00:03:48.414809 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Provisioning complete for port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:48.415458 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.441453 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309d93a-9f2f-4658-9aaa-feea1c078ce6 req-fd863e00-b373-4074-a2ff-5d57c60fd23d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:48.443066 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8309d93a-9f2f-4658-9aaa-feea1c078ce6 req-fd863e00-b373-4074-a2ff-5d57c60fd23d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.3094871 Apr 12 00:03:48.443252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe77d6b-0620-46f1-a405-694f4999107c x-openstack-request-id: req-5fe77d6b-0620-46f1-a405-694f4999107c {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:48.444360 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "tag": "d92d5e96-a351-4811-b3f9-168232727292", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:48.444795 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fe77d6b-0620-46f1-a405-694f4999107c {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:48.445369 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe77d6b-0620-46f1-a405-694f4999107c'] response: {'name': 'network-changed', 'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292', 'status': 'completed', 'code': 200} Apr 12 00:03:48.455201 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55530) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:48.463182 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'floatingip': {'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:03:48.471107 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:48.490163 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:48.495867 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:48.509954 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=6']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:48.575862 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for router_gateway (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.624387 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (1315150f-4080-4726-ae99-3692410afc97), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.651651 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-56568bba-5b2e-4831-9c33-79b22b5d3018 admin admin] Publish callbacks [] for security_group (ae0dc390-eb31-4437-9e06-51de3c8bb36f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.723076 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eceb7f2a-c2d5-4fde-a0f8-28c5b9205c9d req-78197bfa-e687-4185-8f0b-b5b2701bb9bf service neutron] 10.222.0.20 "GET /v2.0/networks/b165cc24-ba0b-439c-ad4d-c02171f74ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747904 Apr 12 00:03:48.775898 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Pushing event updated for resources: {'Port': ['ID=9f822f32-8fd7-4692-87a2-1fb662dc7193,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:48.910296 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:48.972340 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Attempting to bind port 9f822f32-8fd7-4692-87a2-1fb662dc7193 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:48.972814 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Attempting to bind port 9f822f32-8fd7-4692-87a2-1fb662dc7193 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:48.973318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Attempting to bind port 9f822f32-8fd7-4692-87a2-1fb662dc7193 on network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Checking segment: {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Bound using segment: {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Bound port: 9f822f32-8fd7-4692-87a2-1fb662dc7193, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:49.002877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.067802 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-56568bba-5b2e-4831-9c33-79b22b5d3018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ae0dc390-eb31-4437-9e06-51de3c8bb36f), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.182903 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Current status of the port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:49.192798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56568bba-5b2e-4831-9c33-79b22b5d3018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0dc390-eb31-4437-9e06-51de3c8bb36f,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:49.197109 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.271841 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-56568bba-5b2e-4831-9c33-79b22b5d3018 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1127ca58d342411dbe7812bae76ccc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0741732 Apr 12 00:03:49.272649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55534) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:49.281194 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e91d3-4dd7-42b8-9247-67622c4349d3 req-7360d4c6-1127-4b01-ae14-75b066525744 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.286229 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-904e91d3-4dd7-42b8-9247-67622c4349d3 req-7360d4c6-1127-4b01-ae14-75b066525744 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.7038105 Apr 12 00:03:49.384064 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] For port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:49.431907 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18953-a383-4bd6-8444-98c580b32b5a req-877aaba1-5fa1-4810-8539-7cb43f4dfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.539806 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:46Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:49.540438 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-877aaba1-5fa1-4810-8539-7cb43f4dfcf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 1131 time: 0.2383919 Apr 12 00:03:49.540438 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] Publish callbacks [] for security_group (ae0dc390-eb31-4437-9e06-51de3c8bb36f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.551308 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a0e6-121e-4b3c-81d8-83b370b3b938 req-8b1d1240-aef7-4f9c-a519-6f5af4f10bd4 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.552393 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ae25a0e6-121e-4b3c-81d8-83b370b3b938 req-8b1d1240-aef7-4f9c-a519-6f5af4f10bd4 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.4028044 Apr 12 00:03:49.564202 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Allocated IP 172.27.1.239 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/fee2a19d-74b2-4e88-ace0-1bc20604ec45) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:49.589460 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18953-a383-4bd6-8444-98c580b32b5a req-210d820b-74a6-4fe9-873b-8afdaad4deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.591427 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-210d820b-74a6-4fe9-873b-8afdaad4deae service neutron] 10.222.0.20 "GET /v2.0/networks?id=b165cc24-ba0b-439c-ad4d-c02171f74ebc HTTP/1.1" status: 200 len: 870 time: 0.1455753 Apr 12 00:03:49.617325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] Publish callbacks [] for security_group (ae0dc390-eb31-4437-9e06-51de3c8bb36f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.662175 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-6a31a240-44de-4343-8a1c-21a30ce28921 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d92d5e96-a351-4811-b3f9-168232727292 HTTP/1.1" status: 200 len: 217 time: 0.0585415 Apr 12 00:03:49.743420 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18953-a383-4bd6-8444-98c580b32b5a req-0356557e-8b4e-4bb4-86b4-2d9458a6cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.746507 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-0356557e-8b4e-4bb4-86b4-2d9458a6cc86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2bd14229-207b-4ee4-9051-c6b7b4bb2d86 HTTP/1.1" status: 200 len: 843 time: 0.0723836 Apr 12 00:03:49.850548 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18953-a383-4bd6-8444-98c580b32b5a req-6d5f86ab-2368-4096-9801-b3b828c9c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:49.852670 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-6d5f86ab-2368-4096-9801-b3b828c9c3f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b165cc24-ba0b-439c-ad4d-c02171f74ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0894475 Apr 12 00:03:49.863651 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-904e91d3-4dd7-42b8-9247-67622c4349d3 req-d9f04762-aad5-4a3c-a5d0-7a85d29eada4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5544410 Apr 12 00:03:49.901692 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] For port 9f822f32-8fd7-4692-87a2-1fb662dc7193, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:49.914240 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba0b3c-c3b8-4454-87b0-aea2a2f65739 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:46Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:03:49.965484 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.977793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] For port 9f822f32-8fd7-4692-87a2-1fb662dc7193, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=9f822f32-8fd7-4692-87a2-1fb662dc7193,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:49.977932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ae0dc390-eb31-4437-9e06-51de3c8bb36f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.981243 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:49.982512 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae0dc390-eb31-4437-9e06-51de3c8bb36f HTTP/1.1" status: 204 len: 168 time: 0.7087500 Apr 12 00:03:50.018788 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554e29-6a27-44cf-b4fc-871ec8e77886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0dc390-eb31-4437-9e06-51de3c8bb36f,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:50.128832 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-a0711062-29b3-4efd-ba00-7369e0b6cb42 service neutron] 10.222.0.20 "GET /v2.0/networks/b165cc24-ba0b-439c-ad4d-c02171f74ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673299 Apr 12 00:03:50.168520 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:50.224366 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a1235-1c43-4d24-b117-4c06a7348174 None None] Pushing event updated for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:50.307735 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ae25a0e6-121e-4b3c-81d8-83b370b3b938 req-10b2be06-f246-4bb5-bd66-477ce249c4d8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6401248 Apr 12 00:03:50.380934 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0e72-c79f-4b18-b205-fc295b7a79d8 None None] Pushing event updated for resources: {'Port': ['ID=9f822f32-8fd7-4692-87a2-1fb662dc7193,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:50.429407 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fde18953-a383-4bd6-8444-98c580b32b5a req-2f0c2a0f-ce54-4fa3-9807-5a3c5185b05f service neutron] 10.222.0.20 "GET /v2.0/networks/b165cc24-ba0b-439c-ad4d-c02171f74ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807734 Apr 12 00:03:50.546731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:50.674089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399746-b837-40e5-9531-ac750003359a req-c70d494b-0d7f-4224-89f8-5f728da0a694 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:50.675815 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ae399746-b837-40e5-9531-ac750003359a req-c70d494b-0d7f-4224-89f8-5f728da0a694 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 947 time: 0.5608828 Apr 12 00:03:50.725580 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.db.resource_extend [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 00:03:50.777398 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:51.270612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:51.295859 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:51.348842 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:51.381377 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Pushing event updated for resources: {'Port': ['ID=fee2a19d-74b2-4e88-ace0-1bc20604ec45,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:51.385223 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:51.532648 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1315150f-4080-4726-ae99-3692410afc97), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:51.558541 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ae399746-b837-40e5-9531-ac750003359a req-c921cfda-8033-424a-9426-ea4d07ab0ef8 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8759675 Apr 12 00:03:51.809102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5085e6-c8b3-492e-aa6b-293b4c26dfbf req-09bad846-d29b-4743-af2a-b75860a0dd81 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:51.810643 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee5085e6-c8b3-492e-aa6b-293b4c26dfbf req-09bad846-d29b-4743-af2a-b75860a0dd81 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.5228930 Apr 12 00:03:51.886827 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a41a-1ad4-4315-9c53-0cead87b6fb8 req-5e4a5251-92ab-4ab3-8a6f-d82ac2fb5659 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:51.888108 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c118a41a-1ad4-4315-9c53-0cead87b6fb8 req-5e4a5251-92ab-4ab3-8a6f-d82ac2fb5659 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1560347 Apr 12 00:03:51.910124 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Floating IP 1315150f-4080-4726-ae99-3692410afc97 associated. External IP: 172.27.1.71, port: 521fe510-7b88-4489-95b2-1de5a9cf866e. Apr 12 00:03:52.063530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 9f822f32-8fd7-4692-87a2-1fb662dc7193 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:52.117464 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee5085e6-c8b3-492e-aa6b-293b4c26dfbf req-1e5fe4b3-03dc-4664-adf1-5f2b1da5889d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975791 Apr 12 00:03:52.176498 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d92d5e96-a351-4811-b3f9-168232727292 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:03:52.193854 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:52.313672 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac65923-d2df-4e89-afe5-edc446f35b7a None None] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:03:52.398881 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c118a41a-1ad4-4315-9c53-0cead87b6fb8 req-5e13faef-777e-4a01-a13e-843d7ff654a0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922719 Apr 12 00:03:52.622022 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d92d5e96-a351-4811-b3f9-168232727292,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:52.640535 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'd92d5e96-a351-4811-b3f9-168232727292', 'network_id': 'b165cc24-ba0b-439c-ad4d-c02171f74ebc', 'port_id': 'd92d5e96-a351-4811-b3f9-168232727292', 'mac_address': 'fa:16:3e:a2:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd14229-207b-4ee4-9051-c6b7b4bb2d86', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:03:52.655504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:03:52.697634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Provisioning complete for port 9f822f32-8fd7-4692-87a2-1fb662dc7193 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:52.698753 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:52.801724 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 9f822f32-8fd7-4692-87a2-1fb662dc7193 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:52.810052 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:52.908431 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:03:52.929946 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:03:52.943806 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:52.946038 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:52.951478 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:53.011431 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c7aa2dcf-5d7b-49ac-a874-3d0fdef38acf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "PUT /v2.0/floatingips/1315150f-4080-4726-ae99-3692410afc97 HTTP/1.1" status: 200 len: 991 time: 4.5546150 Apr 12 00:03:53.018481 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:53.021249 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019bf04e-b534-4509-8315-fda96966aced" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:53.023255 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d92d5e96-a351-4811-b3f9-168232727292 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:53.030383 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d92d5e96-a351-4811-b3f9-168232727292), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.054195 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for router_gateway (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.091992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92d5e96-a351-4811-b3f9-168232727292 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:03:53.270573 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Current status of the port 9f822f32-8fd7-4692-87a2-1fb662dc7193 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:53.271004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.288591 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d92d5e96-a351-4811-b3f9-168232727292,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:53.326905 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port d46507f9-93c1-4790-9570-050cefbebebe triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:53.329782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d46507f9-93c1-4790-9570-050cefbebebe), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.349739 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf04e-b534-4509-8315-fda96966aced req-7f7dbe0b-77d9-4a83-bfc6-6771de49e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:53.353359 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-7f7dbe0b-77d9-4a83-bfc6-6771de49e0aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.1982398 Apr 12 00:03:53.386892 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:53.473725 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.488960 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2fb6a-d4f7-4848-8c06-2d628c22e497 x-openstack-request-id: req-9ea2fb6a-d4f7-4848-8c06-2d628c22e497 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:53.490247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:53.490247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ea2fb6a-d4f7-4848-8c06-2d628c22e497 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:53.490247 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea2fb6a-d4f7-4848-8c06-2d628c22e497'] response: {'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'status': 'completed', 'code': 200} Apr 12 00:03:53.640489 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf04e-b534-4509-8315-fda96966aced req-b6b1f5d9-dc8f-42ae-9867-2396ef6d6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:53.652005 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-b6b1f5d9-dc8f-42ae-9867-2396ef6d6ff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.2883348 Apr 12 00:03:53.688139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 9f822f32-8fd7-4692-87a2-1fb662dc7193 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:53.688732 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.691832 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01db54d-ed33-4ebf-a96f-ef083660ea0c req-acbc75e6-bd96-4f07-a121-627b2f46314f tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:53.699368 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e01db54d-ed33-4ebf-a96f-ef083660ea0c req-acbc75e6-bd96-4f07-a121-627b2f46314f tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 947 time: 0.8319170 Apr 12 00:03:53.739376 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:53.799493 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] For port 9f822f32-8fd7-4692-87a2-1fb662dc7193, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=9f822f32-8fd7-4692-87a2-1fb662dc7193,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:53.865077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:53.866440 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:53.870976 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-fe1db974-ffe0-4afc-8157-915e0c9eabd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 999 time: 0.2104270 Apr 12 00:03:53.893637 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6626-f3b6-4d30-afa5-f6a9ae21a57d req-aa406782-b6e2-40e7-9a63-7bdb4ff0de2c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:53.895313 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-18bc6626-f3b6-4d30-afa5-f6a9ae21a57d req-aa406782-b6e2-40e7-9a63-7bdb4ff0de2c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.4045503 Apr 12 00:03:53.898614 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:53.902569 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6416d02-32dc-4609-8992-59e733430fe7" -d '{"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:53.923657 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:53.952314 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['d92d5e96-a351-4811-b3f9-168232727292'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:03:53.972774 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-18bc6626-f3b6-4d30-afa5-f6a9ae21a57d req-1e10f98d-ef8c-4ffc-a547-c926a8787f23 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703411 Apr 12 00:03:53.981371 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e01db54d-ed33-4ebf-a96f-ef083660ea0c req-0be4f993-8d97-40ab-b27b-d5a0668aad56 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654176 Apr 12 00:03:54.004637 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf04e-b534-4509-8315-fda96966aced req-2d916995-2bc5-4f8b-850a-a451ce47f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:54.006304 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-2d916995-2bc5-4f8b-850a-a451ce47f7ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.1290872 Apr 12 00:03:54.027684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:54.152246 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:03:50Z', 'revision_number': 1, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:54.157698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf04e-b534-4509-8315-fda96966aced req-e61243ac-c656-462c-af45-eb1901c4924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:54.161932 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-e61243ac-c656-462c-af45-eb1901c4924e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1438723 Apr 12 00:03:54.172230 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d0110b-7bb7-4546-b728-3b82c40d1d87 x-openstack-request-id: req-57d0110b-7bb7-4546-b728-3b82c40d1d87 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:54.172765 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:54.174549 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57d0110b-7bb7-4546-b728-3b82c40d1d87 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:54.174960 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d0110b-7bb7-4546-b728-3b82c40d1d87'] response: {'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'code': 200} Apr 12 00:03:54.181468 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:54.184702 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:03:54.197523 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:54.199164 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:54.301311 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498c0d1-5aad-453f-9c69-32d09fda0cba None None] Pushing event updated for resources: {'Port': ['ID=9f822f32-8fd7-4692-87a2-1fb662dc7193,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:54.374370 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:54.382341 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-6b1426c6-83d8-4ba1-9b0f-56bff903fd58 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054255 Apr 12 00:03:54.405770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:54.486420 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0c2e-2a8d-4e5f-ab0f-8536c5235c95 req-0b7f30b8-0617-4303-a57b-d96fee0ce497 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:54.487962 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f32a0c2e-2a8d-4e5f-ab0f-8536c5235c95 req-0b7f30b8-0617-4303-a57b-d96fee0ce497 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.2186575 Apr 12 00:03:54.578505 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Router 5c50f528-0ffd-4325-8c32-4992599ec9e8 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:03:54.617816 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-019bf04e-b534-4509-8315-fda96966aced req-1f6948ea-13bb-449f-87dd-e33377e35ecc service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283096 Apr 12 00:03:54.632290 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-29c3e54e-cdff-455d-992c-d3a21bef161c None None] Provisioning complete for port 9f822f32-8fd7-4692-87a2-1fb662dc7193 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:54.639397 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-29c3e54e-cdff-455d-992c-d3a21bef161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:54.641521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:03:54.643792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:03:54.790911 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=7']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:54.897160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2d2da4e1-13f8-4c05-be02-a298c014e56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:54.926432 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-29c3e54e-cdff-455d-992c-d3a21bef161c None None] Current status of the port 9f822f32-8fd7-4692-87a2-1fb662dc7193 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:54.975063 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:03:50Z', 'revision_number': 1, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:55.035413 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f820b-5801-4d4f-acc4-399b59838845 None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:03:50Z', 'revision_number': 1, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:03:55.211675 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 9f822f32-8fd7-4692-87a2-1fb662dc7193 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:55.213492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:55.316915 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:55.318108 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:55.493287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0512ab-b798-4ca5-bfc2-eeaa80830115 None None] New status for floating IP 1315150f-4080-4726-ae99-3692410afc97: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:03:55.500957 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f32a0c2e-2a8d-4e5f-ab0f-8536c5235c95 req-a52b669b-21bd-480b-ae24-54758ab66342 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0057039 Apr 12 00:03:55.501803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:03:55.518269 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Sync routers for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:03:55.535060 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:55.539255 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:55.559058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c90f83-5274-47f6-98a5-ae8955e3058e req-2c10ce9c-1529-4ccf-9483-46ab4c75e27a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:55.559058 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-71c90f83-5274-47f6-98a5-ae8955e3058e req-2c10ce9c-1529-4ccf-9483-46ab4c75e27a tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 948 time: 0.3790574 Apr 12 00:03:55.615896 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:55.619631 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-79f8fec2-127f-47f5-b79e-93f42438cb22 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5122120 Apr 12 00:03:55.620278 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55602) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:03:55.761797 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:55.860054 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-71c90f83-5274-47f6-98a5-ae8955e3058e req-41c5a59a-4735-4c68-af47-e0cc4d6055a4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937829 Apr 12 00:03:55.897930 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 9f822f32-8fd7-4692-87a2-1fb662dc7193 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:55.929004 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfac40-dbb3-4446-980d-ec84e467f737 req-414c0a0a-23ad-4e4b-acc8-94fcb2b53b29 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:55.931462 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35bfac40-dbb3-4446-980d-ec84e467f737 req-414c0a0a-23ad-4e4b-acc8-94fcb2b53b29 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.2629213 Apr 12 00:03:55.977360 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:55.994706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 9f822f32-8fd7-4692-87a2-1fb662dc7193 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:55.999087 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.047788 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35bfac40-dbb3-4446-980d-ec84e467f737 req-6c169b44-36a4-42d9-82d8-f1ef123732c4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098266 Apr 12 00:03:56.158206 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 9f822f32-8fd7-4692-87a2-1fb662dc7193 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:56.312889 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:51Z', 'revision_number': 3, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:56.350294 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Checking router: 5c50f528-0ffd-4325-8c32-4992599ec9e8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:03:56.350753 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Updating router 5c50f528-0ffd-4325-8c32-4992599ec9e8 port fee2a19d-74b2-4e88-ace0-1bc20604ec45 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:03:56.381331 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.647230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.764342 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc406-2f06-4a81-8ff1-7f30148c6ff2 req-9980f15a-fdb2-4270-b199-dc6264e803bb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:56.782801 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d8fc406-2f06-4a81-8ff1-7f30148c6ff2 req-9980f15a-fdb2-4270-b199-dc6264e803bb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1223917 Apr 12 00:03:56.783959 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d92d5e96-a351-4811-b3f9-168232727292 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:56.847879 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks [] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.891366 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d8fc406-2f06-4a81-8ff1-7f30148c6ff2 req-f10dab9a-82b4-4dee-a090-bdff066d6fbb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074026 Apr 12 00:03:56.926290 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.983620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port d92d5e96-a351-4811-b3f9-168232727292 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:03:56.988496 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port d92d5e96-a351-4811-b3f9-168232727292 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:56.988975 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d92d5e96-a351-4811-b3f9-168232727292), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:56.989853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Allocated IP 172.20.0.1 (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e/d83e8990-ec90-436e-8243-968150c4bfbd/d4d6b368-3b43-43bd-940d-a35800fc4280) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:03:57.058857 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275d5cc-394e-4b18-980f-16d2634c7a53 None None] Pushing event updated for resources: {'Port': ['ID=fee2a19d-74b2-4e88-ace0-1bc20604ec45,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:57.130041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949a21-2b52-4333-b131-7be913728e58 req-bb40e8ac-c0ff-4149-898d-aa9fd067fdd4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:57.130483 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Attempting to bind port fee2a19d-74b2-4e88-ace0-1bc20604ec45 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:03:57.130940 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Attempting to bind port fee2a19d-74b2-4e88-ace0-1bc20604ec45 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:03:57.131670 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59949a21-2b52-4333-b131-7be913728e58 req-bb40e8ac-c0ff-4149-898d-aa9fd067fdd4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 948 time: 0.1709814 Apr 12 00:03:57.137952 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Attempting to bind port fee2a19d-74b2-4e88-ace0-1bc20604ec45 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:03:57.149570 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:03:57.149951 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:03:57.150358 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.150774 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:03:57.151351 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Bound port: fee2a19d-74b2-4e88-ace0-1bc20604ec45, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:03:57.151729 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.177585 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d92d5e96-a351-4811-b3f9-168232727292 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:03:57.178128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d92d5e96-a351-4811-b3f9-168232727292), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.202370 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-67659f7c-e20f-443a-bb39-71171dd37867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.249398 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] For port fee2a19d-74b2-4e88-ace0-1bc20604ec45, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:03:57.257210 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] For port fee2a19d-74b2-4e88-ace0-1bc20604ec45, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=fee2a19d-74b2-4e88-ace0-1bc20604ec45,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:03:57.259833 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:03:57.265737 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a2978d-0705-4764-991a-70b22c86ee0d" -d '{"events": [{"server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "name": "network-vif-plugged", "status": "completed", "tag": "d92d5e96-a351-4811-b3f9-168232727292"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:03:57.266951 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks [] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.286165 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d92d5e96-a351-4811-b3f9-168232727292,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:03:57.286910 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59949a21-2b52-4333-b131-7be913728e58 req-637a5911-b576-4b11-a534-39deffb3752c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481566 Apr 12 00:03:57.342305 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.390656 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab8d3c-25b7-4f4e-9ed5-c8017d1f4dc7 x-openstack-request-id: req-99ab8d3c-25b7-4f4e-9ed5-c8017d1f4dc7 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:03:57.391013 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "name": "network-vif-plugged", "status": "completed", "tag": "d92d5e96-a351-4811-b3f9-168232727292", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:03:57.391279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99ab8d3c-25b7-4f4e-9ed5-c8017d1f4dc7 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:03:57.391706 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ab8d3c-25b7-4f4e-9ed5-c8017d1f4dc7'] response: {'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292', 'code': 200} Apr 12 00:03:57.398710 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.454022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.489741 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:03:57.496235 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:57.513388 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275d5cc-394e-4b18-980f-16d2634c7a53 None None] Pushing event updated for resources: {'Port': ['ID=fee2a19d-74b2-4e88-ace0-1bc20604ec45,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:57.601219 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f44049-9557-45ca-a87a-80a1d62f41ac req-c7ccb04d-6ab8-4293-a398-e219dfb0227a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:57.609375 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d7f44049-9557-45ca-a87a-80a1d62f41ac req-c7ccb04d-6ab8-4293-a398-e219dfb0227a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.2037358 Apr 12 00:03:57.660041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Pushing event updated for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:57.683051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d7f44049-9557-45ca-a87a-80a1d62f41ac req-2c716636-40c9-409f-aafa-5bce3c4a6a47 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718637 Apr 12 00:03:57.689936 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:57.715220 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae32e-cd98-40ea-8ffb-94a1b29c5035 req-79b1ddcc-cbee-4374-9ab7-455bddd6b3ec tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.722180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:03:57.723237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:57.723477 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f27ae32e-cd98-40ea-8ffb-94a1b29c5035 req-79b1ddcc-cbee-4374-9ab7-455bddd6b3ec tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.2145214 Apr 12 00:03:57.724396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:57.727828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:03:57.796318 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:03:57.824745 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:57.835018 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f27ae32e-cd98-40ea-8ffb-94a1b29c5035 req-5c3360a7-8d7b-4271-bc6c-c7b0571711d7 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065269 Apr 12 00:03:58.144521 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:58.221956 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:51Z', 'revision_number': 3, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:03:58.293314 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e296bd-6d94-4317-9a4c-d85048c080e7 None None] The sync data for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi is: [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:51Z', 'revision_number': 3, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:03:58.338519 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-693bdb7e-c110-4efd-9106-7878295ac092 None None] Provisioning complete for port d4d6b368-3b43-43bd-940d-a35800fc4280 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:58.339434 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-693bdb7e-c110-4efd-9106-7878295ac092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:58.423070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:58.459204 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-693bdb7e-c110-4efd-9106-7878295ac092 None None] Port d4d6b368-3b43-43bd-940d-a35800fc4280 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:58.520757 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks [] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:58.526407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c764ef-a70d-49f3-8b07-03180cf566af req-024aa9f7-9389-4d53-b0bf-5476346368f6 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:58.533752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57c764ef-a70d-49f3-8b07-03180cf566af req-024aa9f7-9389-4d53-b0bf-5476346368f6 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1466417 Apr 12 00:03:58.581475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:58.660769 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57c764ef-a70d-49f3-8b07-03180cf566af req-13cb95f7-ccad-489a-91aa-00b3d74e6a73 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253054 Apr 12 00:03:58.733020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Pushing event updated for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:03:58.749722 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:59.066112 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7ab7-73ef-4d4a-ac4c-1cb8e59f071f req-443fe7b5-dea8-4eda-a22c-be47937332fe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:59.068999 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c31b7ab7-73ef-4d4a-ac4c-1cb8e59f071f req-443fe7b5-dea8-4eda-a22c-be47937332fe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1720037 Apr 12 00:03:59.197407 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:03:59.212352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:03:59.302892 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302db54-554a-4f92-8551-aa758bbdd9e6 req-1293f508-2563-4b26-ac8f-e9844ad43f49 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:59.302892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f302db54-554a-4f92-8551-aa758bbdd9e6 req-1293f508-2563-4b26-ac8f-e9844ad43f49 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.3292444 Apr 12 00:03:59.359601 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c31b7ab7-73ef-4d4a-ac4c-1cb8e59f071f req-b03dc707-8a04-43ea-b85d-100361ab6e3c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832723 Apr 12 00:03:59.403008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Router 5c50f528-0ffd-4325-8c32-4992599ec9e8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:03:59.408298 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66cd8e-fed3-4eb1-a616-eda5f5b49366 req-ba58649a-a824-4d4c-bcc9-d5390fefd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:59.410315 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a66cd8e-fed3-4eb1-a616-eda5f5b49366 req-ba58649a-a824-4d4c-bcc9-d5390fefd906 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 1133 time: 0.2733183 Apr 12 00:03:59.418744 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-29a58dcb-9a48-4346-93b1-0873172fc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:59.428035 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-29a58dcb-9a48-4346-93b1-0873172fc104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1130 time: 0.4690766 Apr 12 00:03:59.488978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f302db54-554a-4f92-8551-aa758bbdd9e6 req-51742061-2edc-463f-8a4a-7607100f8222 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280394 Apr 12 00:03:59.748397 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-b512449f-41f6-4b35-b131-fbd911aa9e82 None None] Provisioning complete for port d4d6b368-3b43-43bd-940d-a35800fc4280 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:03:59.749177 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b512449f-41f6-4b35-b131-fbd911aa9e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:59.849303 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-b512449f-41f6-4b35-b131-fbd911aa9e82 None None] Port d4d6b368-3b43-43bd-940d-a35800fc4280 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:03:59.884850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:03:59.939417 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cb7f1-95e8-4d2a-a6ce-5fe4f4da8158 req-c8a9709c-f56b-4a87-aa91-100694135174 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:03:59.956159 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-643cb7f1-95e8-4d2a-a6ce-5fe4f4da8158 req-c8a9709c-f56b-4a87-aa91-100694135174 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1529455 Apr 12 00:03:59.961855 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device fee2a19d-74b2-4e88-ace0-1bc20604ec45 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:03:59.998167 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:04:00.015606 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-974d5892-f104-421c-82a1-ebab5e8b8b2b admin admin] 10.222.0.24 "PUT /v2.0/routers/5c50f528-0ffd-4325-8c32-4992599ec9e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3935835 Apr 12 00:04:00.053321 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a66cd8e-fed3-4eb1-a616-eda5f5b49366 req-ba0cc016-8ca8-4c85-b464-e02a588517e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170859 Apr 12 00:04:00.080883 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-a621e59c-3ff1-4553-97fc-f9d4689bd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:00.085224 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-a621e59c-3ff1-4553-97fc-f9d4689bd652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.6426916 Apr 12 00:04:00.129577 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-643cb7f1-95e8-4d2a-a6ce-5fe4f4da8158 req-bf077b44-edfd-42f5-8661-aee95836ce83 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717241 Apr 12 00:04:00.152004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port fee2a19d-74b2-4e88-ace0-1bc20604ec45 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:00.152779 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:00.387940 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port fee2a19d-74b2-4e88-ace0-1bc20604ec45 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:00.388336 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:00.438925 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port fee2a19d-74b2-4e88-ace0-1bc20604ec45, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=fee2a19d-74b2-4e88-ace0-1bc20604ec45,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:00.443003 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-0dc1fc6e-a18b-4152-8f03-dbbce5c0daee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 1002 time: 0.1652358 Apr 12 00:04:00.509710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-97da9a24-dce8-4dd8-a085-309d661a27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:00.511864 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-97da9a24-dce8-4dd8-a085-309d661a27f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0597241 Apr 12 00:04:00.518283 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:00.602530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=fee2a19d-74b2-4e88-ace0-1bc20604ec45,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:00.606183 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8b03-773e-48e1-9052-355c73acf15d req-2b400573-c48c-4ac1-af76-2b0e18e3e6c5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:00.612753 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b3c8b03-773e-48e1-9052-355c73acf15d req-2b400573-c48c-4ac1-af76-2b0e18e3e6c5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1098542 Apr 12 00:04:00.619508 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-dc4eccaf-303e-4169-b00c-ce41aeacfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:00.622056 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-dc4eccaf-303e-4169-b00c-ce41aeacfaa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004252 Apr 12 00:04:00.729208 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b3c8b03-773e-48e1-9052-355c73acf15d req-a33ccbcb-3ab4-40b4-adc5-e3cbbb38417e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050277 Apr 12 00:04:00.958170 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869918-774e-494c-a964-528a76076a95 req-1e04b5e7-b64d-4f4d-8405-6228ea361e30 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:00.960227 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ad869918-774e-494c-a964-528a76076a95 req-1e04b5e7-b64d-4f4d-8405-6228ea361e30 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1294265 Apr 12 00:04:01.036595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ad869918-774e-494c-a964-528a76076a95 req-c541b9b9-900a-4dc9-898b-7a4cac2970ba tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624859 Apr 12 00:04:01.240415 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 55658) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:01.253394 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314014670', 'description': 'tempest-secgroup-smoke-314014670 description', 'project_id': '637e4085dc72453bbd93166c9c6bf935'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:01.318287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:01.335586 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0171b-e7bd-4af4-9075-391796ddb6e8 req-a6c8ef88-a96d-4efa-a04f-65a6c8b2c9b7 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:01.344202 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bb0171b-e7bd-4af4-9075-391796ddb6e8 req-a6c8ef88-a96d-4efa-a04f-65a6c8b2c9b7 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1668763 Apr 12 00:04:01.395319 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:01.491563 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6bb0171b-e7bd-4af4-9075-391796ddb6e8 req-78cdd7c3-51c6-4ceb-ac03-9d7b2789e2ba tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376016 Apr 12 00:04:01.643125 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (9a7887c2-1e8c-4934-900d-12a89d79f5bd), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:01.715893 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-1f1e189f-4916-40cf-be02-a06e226eed32 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Apr 12 00:04:01.743727 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9a7887c2-1e8c-4934-900d-12a89d79f5bd), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:01.831336 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7887c2-1e8c-4934-900d-12a89d79f5bd,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:01.950082 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bd2a-9cb2-460e-ad0e-0ae14508409b req-b2f02012-fee5-478d-9007-204517e66c1d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:01.956513 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8823bd2a-9cb2-460e-ad0e-0ae14508409b req-b2f02012-fee5-478d-9007-204517e66c1d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0869112 Apr 12 00:04:01.964361 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:01.968177 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-32a17573-08a9-4cb5-83a2-387fe7dd8254 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7234042 Apr 12 00:04:01.968530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55664) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:01.973151 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device fee2a19d-74b2-4e88-ace0-1bc20604ec45 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:04:01.974147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:02.084686 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8823bd2a-9cb2-460e-ad0e-0ae14508409b req-3f686978-2079-4b4d-aa78-85727d0293c4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270585 Apr 12 00:04:02.105656 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port fee2a19d-74b2-4e88-ace0-1bc20604ec45 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:02.106018 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.115515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (652bc0a9-f68f-4ce3-b11a-50b1206521ab), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.344299 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (652bc0a9-f68f-4ce3-b11a-50b1206521ab), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.344425 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf419c-73cc-48dd-9a1f-50497e5aea53 req-4bb3cf1e-5648-451b-a412-5d244acf1306 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:02.344425 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-04cf419c-73cc-48dd-9a1f-50497e5aea53 req-4bb3cf1e-5648-451b-a412-5d244acf1306 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1657321 Apr 12 00:04:02.408032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port fee2a19d-74b2-4e88-ace0-1bc20604ec45 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:02.570670 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-04cf419c-73cc-48dd-9a1f-50497e5aea53 req-81b7207b-1d2b-4639-95bb-02801d9b325b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533717 Apr 12 00:04:02.670871 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Sync routers for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:04:02.686601 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.699607 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:04:02.700531 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:02.709710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (652bc0a9-f68f-4ce3-b11a-50b1206521ab), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.747177 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652bc0a9-f68f-4ce3-b11a-50b1206521ab,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:02.750579 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-56cfd530-1274-4748-84d0-2bd06c0d26b4 req-14c3ed37-df69-4bb9-96ac-1d263e4ba1d6 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663049 Apr 12 00:04:02.782517 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050e33-3229-4a80-b771-684f8f4ac915 req-5f294a82-5320-40c5-8fe0-15c20de54552 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:02.797198 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ec050e33-3229-4a80-b771-684f8f4ac915 req-5f294a82-5320-40c5-8fe0-15c20de54552 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1494961 Apr 12 00:04:02.847856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:02.849462 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-12a5ab0f-47b4-425d-a5ac-c880dee7c29d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8797030 Apr 12 00:04:02.852438 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55672) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:02.860234 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:02.878230 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ec050e33-3229-4a80-b771-684f8f4ac915 req-733699e6-9bd7-4a90-80ec-6520adac7649 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743637 Apr 12 00:04:02.930637 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:04:03.135117 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (d6c9bb0f-7603-43a9-a0b5-54fcdd3db559), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.204386 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:58Z', 'revision_number': 4, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'd4d6b368-3b43-43bd-940d-a35800fc4280', 'name': '', 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'mac_address': 'fa:16:3e:b7:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:56Z', 'updated_at': '2022-04-12T00:03:58Z', 'revision_number': 2, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'subnets': [{'id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:03.215663 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (d6c9bb0f-7603-43a9-a0b5-54fcdd3db559), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.264229 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Checking router: 5c50f528-0ffd-4325-8c32-4992599ec9e8 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:04:03.264768 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Updating router 5c50f528-0ffd-4325-8c32-4992599ec9e8 port d4d6b368-3b43-43bd-940d-a35800fc4280 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:04:03.275621 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce807f-8409-4c9e-b844-61f0b03cf008 req-3f66817c-df69-4faa-83f0-c192de5fe309 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:03.276930 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-29ce807f-8409-4c9e-b844-61f0b03cf008 req-3f66817c-df69-4faa-83f0-c192de5fe309 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0897410 Apr 12 00:04:03.284317 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (d6c9bb0f-7603-43a9-a0b5-54fcdd3db559), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.302042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.304805 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c9bb0f-7603-43a9-a0b5-54fcdd3db559,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:03.374752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-29ce807f-8409-4c9e-b844-61f0b03cf008 req-9e7c707c-cb49-4987-9518-4ba4f635c148 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773633 Apr 12 00:04:03.423434 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.424669 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d3f02a5f-7853-4526-b44d-e88955539880 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5712721 Apr 12 00:04:03.427346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55682) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:03.431648 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:03.560510 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (2902875d-de3d-4103-a4a5-4b62e292cfb4), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.696853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (2902875d-de3d-4103-a4a5-4b62e292cfb4), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.702602 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks [] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.784564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.785136 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (2902875d-de3d-4103-a4a5-4b62e292cfb4), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.835008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2902875d-de3d-4103-a4a5-4b62e292cfb4,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:03.855665 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fdfa8-b52b-411c-baa3-315157f36445 req-75d394ae-d0b1-4bd6-99dd-5be889bc82ff tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:03.857785 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-902fdfa8-b52b-411c-baa3-315157f36445 req-75d394ae-d0b1-4bd6-99dd-5be889bc82ff tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.1251507 Apr 12 00:04:03.911631 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f19a2-e137-468f-86d5-8ad211b2cf8c None None] Pushing event updated for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:03.937705 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:03.939265 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e35f2e91-029f-4d4c-86cf-2e90f3c7d950 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5109808 Apr 12 00:04:03.941925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55688) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:03.946591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:04.016136 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Attempting to bind port d4d6b368-3b43-43bd-940d-a35800fc4280 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:04:04.016871 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Attempting to bind port d4d6b368-3b43-43bd-940d-a35800fc4280 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:04:04.016871 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Attempting to bind port d4d6b368-3b43-43bd-940d-a35800fc4280 on network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:04:04.025806 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:04:04.026360 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Checking segment: {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:04:04.026728 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.027045 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Bound using segment: {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:04:04.027506 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-902fdfa8-b52b-411c-baa3-315157f36445 req-6de4ec7e-3a7e-424f-96ea-3a8a20a6cb55 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520491 Apr 12 00:04:04.027643 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Bound port: d4d6b368-3b43-43bd-940d-a35800fc4280, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca645cea-0e46-4bee-bd27-16b0adc0ebde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:04:04.027898 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.095008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (f6c48f3f-3e1e-4def-b71a-0da83604a4e7), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.170303 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] For port d4d6b368-3b43-43bd-940d-a35800fc4280, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:04:04.176938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] For port d4d6b368-3b43-43bd-940d-a35800fc4280, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d4d6b368-3b43-43bd-940d-a35800fc4280,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:04:04.193272 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc879be-115e-4aad-a8e6-d0a9beb9ecee req-348b9602-1df6-4d85-9d2d-8a8d2af813de tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:04.207888 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2bc879be-115e-4aad-a8e6-d0a9beb9ecee req-348b9602-1df6-4d85-9d2d-8a8d2af813de tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1560967 Apr 12 00:04:04.263091 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.288421 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (f6c48f3f-3e1e-4def-b71a-0da83604a4e7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.290789 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2bc879be-115e-4aad-a8e6-d0a9beb9ecee req-381f1a6c-da46-4ab1-a1fb-4f87ef55658b tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819037 Apr 12 00:04:04.362132 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:04:04.363315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:03:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:04.364458 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (f6c48f3f-3e1e-4def-b71a-0da83604a4e7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.427410 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c48f3f-3e1e-4def-b71a-0da83604a4e7,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:04.623418 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.624969 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d6564269-b775-40ac-ba1b-5ebce8219a71 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6820283 Apr 12 00:04:04.627722 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55696) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:04.638350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:04.641608 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f19a2-e137-468f-86d5-8ad211b2cf8c None None] Pushing event updated for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:04.665408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Provisioning complete for port d4d6b368-3b43-43bd-940d-a35800fc4280 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:04.665855 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.713095 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889b6d1-eb27-4ec9-ae62-f9eadb2c917e req-466cdf01-6b63-4ae8-8e70-c1e88644c82b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:04.713095 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9889b6d1-eb27-4ec9-ae62-f9eadb2c917e req-466cdf01-6b63-4ae8-8e70-c1e88644c82b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.1442506 Apr 12 00:04:04.762076 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:04:04.820715 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Current status of the port d4d6b368-3b43-43bd-940d-a35800fc4280 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:04.821442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:04.823816 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9889b6d1-eb27-4ec9-ae62-f9eadb2c917e req-3fd703f7-f208-4303-8785-20d5fb095bec tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178794 Apr 12 00:04:05.079666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] For port d4d6b368-3b43-43bd-940d-a35800fc4280, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d4d6b368-3b43-43bd-940d-a35800fc4280,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:05.125068 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.securitygroups_db [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Project 637e4085dc72453bbd93166c9c6bf935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:04:05.132810 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (5c28fb76-9b2b-47e4-a407-c114e9587f4e), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.208821 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ab1e-3b14-4f7f-8bbf-f05ddd2c026c req-c48a4c74-770d-4dcf-8d1a-a400ad58f5f7 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:05.218714 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.221664 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4af3ab1e-3b14-4f7f-8bbf-f05ddd2c026c req-c48a4c74-770d-4dcf-8d1a-a400ad58f5f7 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0858283 Apr 12 00:04:05.261863 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (5c28fb76-9b2b-47e4-a407-c114e9587f4e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.356887 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb2dfb-7700-48c8-99ce-fa79174e018f None None] Pushing event updated for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:05.366970 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4af3ab1e-3b14-4f7f-8bbf-f05ddd2c026c req-ca772010-d6f0-443c-a88f-3f60bdc80a8e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391954 Apr 12 00:04:05.368795 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:58Z', 'revision_number': 4, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'd4d6b368-3b43-43bd-940d-a35800fc4280', 'name': '', 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'mac_address': 'fa:16:3e:b7:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:56Z', 'updated_at': '2022-04-12T00:04:04Z', 'revision_number': 4, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'subnets': [{'id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:05.380677 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (5c28fb76-9b2b-47e4-a407-c114e9587f4e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.442044 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d1d33a90-7731-41fc-a3c4-43083393a2a6 None None] Provisioning complete for port d4d6b368-3b43-43bd-940d-a35800fc4280 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:05.442582 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d1d33a90-7731-41fc-a3c4-43083393a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.446403 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f532e2-4c90-4f54-ae56-86588aec549a None None] The sync data for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi is: [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:03:58Z', 'revision_number': 4, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'd4d6b368-3b43-43bd-940d-a35800fc4280', 'name': '', 'network_id': 'ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'mac_address': 'fa:16:3e:b7:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:56Z', 'updated_at': '2022-04-12T00:04:04Z', 'revision_number': 4, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'subnets': [{'id': 'd83e8990-ec90-436e-8243-968150c4bfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:04:05.448479 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c28fb76-9b2b-47e4-a407-c114e9587f4e,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:05.496612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a0d5-100f-4282-a95f-ce39383be2ac req-b3d72ba8-8b1a-436a-880e-b5878c17033d tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:05.507684 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c63a0d5-100f-4282-a95f-ce39383be2ac req-b3d72ba8-8b1a-436a-880e-b5878c17033d tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.0894332 Apr 12 00:04:05.545807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.552405 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-67804c14-d86a-4632-9bfd-ae8e1f0e41ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9227619 Apr 12 00:04:05.556596 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 55712) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:05.574279 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'security_group_rule': {'security_group_id': '9a7887c2-1e8c-4934-900d-12a89d79f5bd', 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:05.632947 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c63a0d5-100f-4282-a95f-ce39383be2ac req-581b31f3-3160-45f9-b829-f4dda8a0db37 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243591 Apr 12 00:04:05.703483 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d1d33a90-7731-41fc-a3c4-43083393a2a6 None None] Current status of the port d4d6b368-3b43-43bd-940d-a35800fc4280 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:05.730074 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.securitygroups_db [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Project 637e4085dc72453bbd93166c9c6bf935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:04:05.740283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (b7022042-c088-4d4c-9bdb-b5c614befbf9), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.899409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (b7022042-c088-4d4c-9bdb-b5c614befbf9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.982560 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (b7022042-c088-4d4c-9bdb-b5c614befbf9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:05.997121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d4d6b368-3b43-43bd-940d-a35800fc4280 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:04:06.026527 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7022042-c088-4d4c-9bdb-b5c614befbf9,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:06.086603 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port d4d6b368-3b43-43bd-940d-a35800fc4280 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:06.086891 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764489ae-5522-4c01-98b7-928f7ed87aff req-f834a74a-2a21-4544-a573-9aa2168c60f8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:06.087494 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:06.088866 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-764489ae-5522-4c01-98b7-928f7ed87aff req-f834a74a-2a21-4544-a573-9aa2168c60f8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0983400 Apr 12 00:04:06.155416 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:06.157516 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-67c79659-7c5b-4862-a73f-5a4496094a8e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5955443 Apr 12 00:04:06.188743 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-764489ae-5522-4c01-98b7-928f7ed87aff req-bbd05bb7-9dc0-43ce-aab0-6b3fba4d572e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914097 Apr 12 00:04:06.392268 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port d4d6b368-3b43-43bd-940d-a35800fc4280 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:06.538664 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a934f12-9650-444b-9109-88ef834cb650 req-32476cd0-848a-4bb6-b922-d78bda63891b tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:06.546616 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a934f12-9650-444b-9109-88ef834cb650 req-32476cd0-848a-4bb6-b922-d78bda63891b tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1149123 Apr 12 00:04:06.639217 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a934f12-9650-444b-9109-88ef834cb650 req-0cb62a14-730f-4648-9c18-021a698c5f97 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907469 Apr 12 00:04:07.413051 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365704b5-a0ca-4d52-bba8-272c680248d7 req-289fec0e-1cc7-4ce1-98b0-8dfc90147dd8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:07.423319 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-365704b5-a0ca-4d52-bba8-272c680248d7 req-289fec0e-1cc7-4ce1-98b0-8dfc90147dd8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0869069 Apr 12 00:04:07.496825 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-365704b5-a0ca-4d52-bba8-272c680248d7 req-0d6a2b65-2580-4c87-a5f6-2c3f125c0e80 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719464 Apr 12 00:04:07.814877 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a53d0-01d3-41c6-bd6a-4b98d858a316 req-93e86861-84c4-470e-ac3b-c9dfb641f2a4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:07.814877 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee3a53d0-01d3-41c6-bd6a-4b98d858a316 req-93e86861-84c4-470e-ac3b-c9dfb641f2a4 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.0776114 Apr 12 00:04:07.862892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee3a53d0-01d3-41c6-bd6a-4b98d858a316 req-419f6f7e-8103-4174-8baf-7c68e12956b9 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Apr 12 00:04:08.183370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-3788118c-df85-4e02-b66a-77950940b794 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.185096 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-3788118c-df85-4e02-b66a-77950940b794 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.20 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.1296501 Apr 12 00:04:08.189393 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641e8e-f676-4069-9917-2f561a045960 req-2eda240d-a15e-448b-a92b-846843bcc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.191502 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-2eda240d-a15e-448b-a92b-846843bcc632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1130 time: 0.1256759 Apr 12 00:04:08.398788 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641e8e-f676-4069-9917-2f561a045960 req-4e0df11b-38f8-4d89-a227-a15d070a93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.399018 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-4e0df11b-38f8-4d89-a227-a15d070a93df service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.1990733 Apr 12 00:04:08.465166 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Deleting port d92d5e96-a351-4811-b3f9-168232727292 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:04:08.465428 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (d92d5e96-a351-4811-b3f9-168232727292), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:08.542508 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-165b137b-d571-4ae2-882c-b67b0cdf2037 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 1002 time: 0.1275570 Apr 12 00:04:08.626652 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] For port d92d5e96-a351-4811-b3f9-168232727292, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d92d5e96-a351-4811-b3f9-168232727292,segment=NetworkSegment(a27ee293-8d20-442a-80c1-0bedc81c7ed8),segment_id=a27ee293-8d20-442a-80c1-0bedc81c7ed8)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:08.627148 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (d92d5e96-a351-4811-b3f9-168232727292), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:08.635620 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328adee5-8b2e-4271-b93d-13a2bc15b7d4 req-1dd67a99-fabd-428c-b07c-2935eb9ec863 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.640297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641e8e-f676-4069-9917-2f561a045960 req-c540eeae-570c-4bee-92c7-73169e1e82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.641743 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-c540eeae-570c-4bee-92c7-73169e1e82ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0936024 Apr 12 00:04:08.644587 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-328adee5-8b2e-4271-b93d-13a2bc15b7d4 req-1dd67a99-fabd-428c-b07c-2935eb9ec863 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0670950 Apr 12 00:04:08.648968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Calling delete_port for d92d5e96-a351-4811-b3f9-168232727292 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:04:08.695307 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-328adee5-8b2e-4271-b93d-13a2bc15b7d4 req-8ab0dd33-7496-4958-a171-23353e6fcb6c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498402 Apr 12 00:04:08.777853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641e8e-f676-4069-9917-2f561a045960 req-2ea1bb93-09cb-470c-9b55-6837946e24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.782363 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-2ea1bb93-09cb-470c-9b55-6837946e24f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286349 Apr 12 00:04:08.920741 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-7bc0395c-4fdd-40cb-b6da-8b2930fd55cc service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315668 Apr 12 00:04:08.994532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (d92d5e96-a351-4811-b3f9-168232727292), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:08.994937 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad71901-17b0-4c62-8559-de0b48da98ef req-7edbb8e9-08e7-4eb8-8a2f-ae252a8a823c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:08.996503 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2ad71901-17b0-4c62-8559-de0b48da98ef req-7edbb8e9-08e7-4eb8-8a2f-ae252a8a823c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 949 time: 0.0586457 Apr 12 00:04:09.007334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['d92d5e96-a351-4811-b3f9-168232727292'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:04:09.050621 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Pushing event deleted for resources: {'Port': ['ID=d92d5e96-a351-4811-b3f9-168232727292,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:09.059765 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2ad71901-17b0-4c62-8559-de0b48da98ef req-297bafc5-b99e-41d3-82b2-9e667b1d7221 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d743d1c-db89-4b6d-8f72-21920d6e02a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 Apr 12 00:04:09.097812 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-07641e8e-f676-4069-9917-2f561a045960 req-b83c4b49-97d5-4857-9fe8-1209239f0b59 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704974 Apr 12 00:04:09.125292 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] No DVR routers for this DVR port d92d5e96-a351-4811-b3f9-168232727292 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:04:09.128654 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:09.133039 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9b9772a9-bbdf-4f2f-85ca-5c1cb6205cfb req-54cfb5b1-cfac-4550-8f42-4b1247defd8c tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.20 "DELETE /v2.0/ports/d92d5e96-a351-4811-b3f9-168232727292 HTTP/1.1" status: 204 len: 173 time: 0.9403906 Apr 12 00:04:09.133830 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'name': 'network-vif-deleted', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:09.137017 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16c1d6e-2eb8-432a-950e-0668df25b52b" -d '{"events": [{"server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "name": "network-vif-deleted", "tag": "d92d5e96-a351-4811-b3f9-168232727292"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:09.192473 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b8f8e7-cf87-4e29-ad4a-aabb25f27a2f x-openstack-request-id: req-24b8f8e7-cf87-4e29-ad4a-aabb25f27a2f {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:09.193209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4483a5f6-a485-4fd6-b278-dd6a632d59a6", "name": "network-vif-deleted", "tag": "d92d5e96-a351-4811-b3f9-168232727292", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:09.193209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24b8f8e7-cf87-4e29-ad4a-aabb25f27a2f {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:09.193446 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b8f8e7-cf87-4e29-ad4a-aabb25f27a2f'] response: {'server_uuid': '4483a5f6-a485-4fd6-b278-dd6a632d59a6', 'name': 'network-vif-deleted', 'tag': 'd92d5e96-a351-4811-b3f9-168232727292', 'status': 'completed', 'code': 200} Apr 12 00:04:09.848039 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdc8b8-2da6-4614-a378-1c8354eacfc7 req-3b37a29b-1e08-4cdd-9771-de07bdcbca29 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:09.849714 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0ebdc8b8-2da6-4614-a378-1c8354eacfc7 req-3b37a29b-1e08-4cdd-9771-de07bdcbca29 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0715468 Apr 12 00:04:09.897101 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0ebdc8b8-2da6-4614-a378-1c8354eacfc7 req-c93d783b-7b6d-465e-851f-395ab7ecb939 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Apr 12 00:04:10.176211 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b407872b-428a-44f6-89be-906db74f0913 req-78c20ee2-7108-41df-a116-576cf0000b9f tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Apr 12 00:04:11.023128 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481827-7f97-4dd7-a9ff-ac32a7c6ff3a req-bad3f8c6-407b-4fa1-9468-1b48a593072c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:11.024573 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f481827-7f97-4dd7-a9ff-ac32a7c6ff3a req-bad3f8c6-407b-4fa1-9468-1b48a593072c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0564687 Apr 12 00:04:11.072907 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f481827-7f97-4dd7-a9ff-ac32a7c6ff3a req-9d91b54b-c589-4e63-8f37-d587b67552dd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422835 Apr 12 00:04:11.289326 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d6c7ed7-a575-4714-a019-80f4b4c13978 req-67013f6e-43ee-4ee8-a892-6350969d65d8 tempest-VolumesNegativeTest-780225778 tempest-VolumesNegativeTest-780225778-project] 10.222.0.24 "GET /v2.0/ports?device_id=4483a5f6-a485-4fd6-b278-dd6a632d59a6 HTTP/1.1" status: 200 len: 210 time: 0.0312214 Apr 12 00:04:12.194885 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819035-0724-44e5-8bb7-04901444b88e req-1513115a-0913-4ab0-9814-6c961cf4d7cd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:12.196369 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78819035-0724-44e5-8bb7-04901444b88e req-1513115a-0913-4ab0-9814-6c961cf4d7cd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 946 time: 0.0533328 Apr 12 00:04:12.245195 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-78819035-0724-44e5-8bb7-04901444b88e req-b8be3774-e605-4bd8-9705-5a45ad50a5a4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433302 Apr 12 00:04:12.966652 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:04:13.054509 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: ACTIVE; New status is: DOWN {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:13.055007 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:13.078597 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:13.080890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665f42a-81ff-4472-98e5-1fdc40b71bee" -d '{"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-unplugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:13.092959 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:13.117552 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627e257-83bf-490e-93a9-353667d08131 x-openstack-request-id: req-1627e257-83bf-490e-93a9-353667d08131 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:13.117889 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-unplugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:13.118146 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1627e257-83bf-490e-93a9-353667d08131 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:13.118547 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1627e257-83bf-490e-93a9-353667d08131'] response: {'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'code': 200} Apr 12 00:04:13.164500 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:13.165238 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d92d5e96-a351-4811-b3f9-168232727292 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:04:13.203571 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: d92d5e96-a351-4811-b3f9-168232727292 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:04:13.209144 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d92d5e96-a351-4811-b3f9-168232727292 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:04:13.236148 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=8']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:13.378559 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf163eb-8b38-4577-a5cc-f3a039993baf req-1012e959-fd36-4bfe-8d07-6417dd6c121d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:13.380121 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bdf163eb-8b38-4577-a5cc-f3a039993baf req-1012e959-fd36-4bfe-8d07-6417dd6c121d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Apr 12 00:04:13.429921 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bdf163eb-8b38-4577-a5cc-f3a039993baf req-6198a604-0449-47c4-a28b-88c92d7b528f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Apr 12 00:04:14.021794 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 56042) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:14.073597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Deleting subnet 3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:04:14.078085 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Publish callbacks [] for subnet (3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.126147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.167428 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.318691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.338539 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.342115 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621 HTTP/1.1" status: 204 len: 168 time: 0.3190370 Apr 12 00:04:14.345342 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56046) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:14.362435 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca604dc-8d87-4ce0-be80-2503add50f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6f0857-a8d2-4ab2-9ca8-788b7b3ad621,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:14.418894 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (4c051865-985d-4574-bddf-719f531c60d8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.515494 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (4c051865-985d-4574-bddf-719f531c60d8), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.552641 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.552987 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.553804 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.554051 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > port after_create 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.554388 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.554738 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > port after_update 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.555089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.555432 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.555716 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.556064 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.647058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.647058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.647058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.647429 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:04:14.647846 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c051865-985d-4574-bddf-719f531c60d8']}} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:14.687809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2cf19c-8e2c-461b-8eef-eada6157520c') {'for_net_delete': True} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:14.688106 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2cf19c-8e2c-461b-8eef-eada6157520c') {} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:14.710275 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58818925'] for segment (ad2cf19c-8e2c-461b-8eef-eada6157520c), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.743997 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ad2cf19c-8e2c-461b-8eef-eada6157520c), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.756632 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b1af8-a6c5-47bf-8125-610e65325aef req-d8aedb26-e3ce-4a06-b6f2-d568521d1138 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:14.758197 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1d1b1af8-a6c5-47bf-8125-610e65325aef req-d8aedb26-e3ce-4a06-b6f2-d568521d1138 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.2227705 Apr 12 00:04:14.762211 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:04:14.762868 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3713640'] for segment (ad2cf19c-8e2c-461b-8eef-eada6157520c), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: from cryptography.utils import int_from_bytes Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: from cryptography.utils import int_from_bytes Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: Traceback (most recent call last): Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: timer() Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: cb(*args, **kw) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: return func(*args, **kwargs) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: self._notify() Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: self.callback(batched_events) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: event.method(event) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: return f(self, *a, **k) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._get(url).json() Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: return self.request(url, 'GET', **kwargs) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:04:14.767057 dv-cinder-837432-2-iscsi neutron-server[110167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:04:14.866659 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1d1b1af8-a6c5-47bf-8125-610e65325aef req-d22a19ed-38d9-4c39-ab68-120cec7a0c0c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901861 Apr 12 00:04:14.901142 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (4c051865-985d-4574-bddf-719f531c60d8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.909793 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:14.913020 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c051865-985d-4574-bddf-719f531c60d8 HTTP/1.1" status: 204 len: 168 time: 0.5662804 Apr 12 00:04:14.925055 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ff886-3b02-4da4-8ef1-40add589a290 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c051865-985d-4574-bddf-719f531c60d8,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:15.341315 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56102) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:15.400084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-03ee9d84-470f-49c9-9d32-e4595a65e6dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=479c3968044743398ae8418e2b0d5483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547326 Apr 12 00:04:15.400084 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56120) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:15.457201 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] Publish callbacks [] for security_group (59ce3a66-6262-49bc-b659-14303a838d61), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:15.484116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] Publish callbacks [] for security_group (59ce3a66-6262-49bc-b659-14303a838d61), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:15.633230 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (59ce3a66-6262-49bc-b659-14303a838d61), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:15.635921 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:15.637081 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59ce3a66-6262-49bc-b659-14303a838d61 HTTP/1.1" status: 204 len: 168 time: 0.2361419 Apr 12 00:04:15.645624 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a61d84-c2fc-4f1d-9229-fd0539b8dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce3a66-6262-49bc-b659-14303a838d61,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:16.150861 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-0c5df03a-90b9-49eb-a0ce-d231b054c54c req-99144769-c7bf-44a6-b4d9-258bab515354 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:04:16.156120 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0c5df03a-90b9-49eb-a0ce-d231b054c54c req-99144769-c7bf-44a6-b4d9-258bab515354 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054476 Apr 12 00:04:16.211004 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:04:16.477306 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff947c-63fe-42e0-be9a-7a6ef1ceacdb req-b381708f-e9a0-4e83-a221-f4df05082149 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:16.479435 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fff947c-63fe-42e0-be9a-7a6ef1ceacdb req-b381708f-e9a0-4e83-a221-f4df05082149 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0568261 Apr 12 00:04:16.539368 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fff947c-63fe-42e0-be9a-7a6ef1ceacdb req-10b12bae-ccc2-4d42-bf69-2f5f2105fbb4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535157 Apr 12 00:04:17.129785 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56260) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:17.241421 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a41e1627-c2cb-4a0f-bb7f-dfd18d5c58fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099818 Apr 12 00:04:17.252288 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-3182804a-af0f-43c7-8f97-175d8031e812 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:04:17.253416 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-3182804a-af0f-43c7-8f97-175d8031e812 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065186 Apr 12 00:04:17.419076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56292) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:17.523633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a38fd776-a9b3-4d0f-bc92-f45c39edcaca tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:17.523633 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a38fd776-a9b3-4d0f-bc92-f45c39edcaca tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports/d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 941 time: 0.0997541 Apr 12 00:04:17.647457 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 56306) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:17.707866 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b93f-606b-4e70-a888-8394bc252f81 req-aba4429e-51b4-4002-87ed-c49e7fea1a99 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:17.713619 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6804b93f-606b-4e70-a888-8394bc252f81 req-aba4429e-51b4-4002-87ed-c49e7fea1a99 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0662661 Apr 12 00:04:17.766647 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6804b93f-606b-4e70-a888-8394bc252f81 req-0faa20c3-dff5-4a6b-925a-c515c0a5a5e8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521765 Apr 12 00:04:17.786396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa1ae053-b37f-4a12-bbde-83974dbaaf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:17.864950 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa1ae053-b37f-4a12-bbde-83974dbaaf38 admin admin] Publish callbacks [] for security_group (8724f426-af41-4f83-8b0e-5f9d0a6ddaa5), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:17.952847 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-aa1ae053-b37f-4a12-bbde-83974dbaaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8724f426-af41-4f83-8b0e-5f9d0a6ddaa5), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:17.999111 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-aa1ae053-b37f-4a12-bbde-83974dbaaf38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a28cefad8414906a67157e0f9856e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465495 Apr 12 00:04:17.999111 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ae053-b37f-4a12-bbde-83974dbaaf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8724f426-af41-4f83-8b0e-5f9d0a6ddaa5,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:17.999439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56316) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:18.052096 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] Publish callbacks [] for security_group (8724f426-af41-4f83-8b0e-5f9d0a6ddaa5), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:18.072992 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] Publish callbacks [] for security_group (8724f426-af41-4f83-8b0e-5f9d0a6ddaa5), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:18.175600 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8724f426-af41-4f83-8b0e-5f9d0a6ddaa5), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:18.178513 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:18.179704 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8724f426-af41-4f83-8b0e-5f9d0a6ddaa5 HTTP/1.1" status: 204 len: 168 time: 0.1793387 Apr 12 00:04:18.188162 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8512a9-0e21-4595-b98b-b668a77cc9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724f426-af41-4f83-8b0e-5f9d0a6ddaa5,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:18.914051 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae69c3-234c-42a7-a8a0-7c15fc9c40dd req-1d19ac03-d0bd-43c8-a387-28aaa529d02a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:18.915567 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-79ae69c3-234c-42a7-a8a0-7c15fc9c40dd req-1d19ac03-d0bd-43c8-a387-28aaa529d02a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0567961 Apr 12 00:04:18.976315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:04:19.000690 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-79ae69c3-234c-42a7-a8a0-7c15fc9c40dd req-4f415f65-7c28-4ed7-aa1d-0735ac563e59 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793891 Apr 12 00:04:19.080431 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: DOWN; New status is: DOWN {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:19.210871 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 56344) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:19.368917 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-4b751438-00f8-49c7-8072-498c62e33366 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b103b73fb4c546068220dca1a3f2a5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606679 Apr 12 00:04:19.369283 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56350) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:19.397006 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56352) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:19.425308 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] Publish callbacks [] for security_group (2d743d1c-db89-4b6d-8f72-21920d6e02a4), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.453827 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] Publish callbacks [] for security_group (2d743d1c-db89-4b6d-8f72-21920d6e02a4), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.522895 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b06a65f7-f58a-4968-95d2-314366727dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.562360 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2d743d1c-db89-4b6d-8f72-21920d6e02a4), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.564885 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.566104 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d743d1c-db89-4b6d-8f72-21920d6e02a4 HTTP/1.1" status: 204 len: 168 time: 0.1958907 Apr 12 00:04:19.583359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86c395-dab4-4152-be87-1defbababe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d743d1c-db89-4b6d-8f72-21920d6e02a4,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:19.624328 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b06a65f7-f58a-4968-95d2-314366727dd7 admin admin] Publish callbacks [] for security_group (0d251786-7eb7-42a3-8219-f30a75473259), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.684526 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b06a65f7-f58a-4968-95d2-314366727dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0d251786-7eb7-42a3-8219-f30a75473259), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.722637 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b06a65f7-f58a-4968-95d2-314366727dd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e0ea7baf2614bd8a4dd2253caed3bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246198 Apr 12 00:04:19.724562 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a65f7-f58a-4968-95d2-314366727dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d251786-7eb7-42a3-8219-f30a75473259,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:19.726078 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 56358) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:19.778753 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] Publish callbacks [] for security_group (0d251786-7eb7-42a3-8219-f30a75473259), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.800683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] Publish callbacks [] for security_group (0d251786-7eb7-42a3-8219-f30a75473259), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.924296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0d251786-7eb7-42a3-8219-f30a75473259), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.927007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:19.928187 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d251786-7eb7-42a3-8219-f30a75473259 HTTP/1.1" status: 204 len: 168 time: 0.2006991 Apr 12 00:04:19.938217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddef4a4-2f8e-4434-8f5a-fb2f6ff5108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d251786-7eb7-42a3-8219-f30a75473259,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:20.135424 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2bd2-5e25-4e0f-ae68-177dfc636a31 req-b615090c-7208-46a4-ac6a-6a88461805aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.136892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35ce2bd2-5e25-4e0f-ae68-177dfc636a31 req-b615090c-7208-46a4-ac6a-6a88461805aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Apr 12 00:04:20.187621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35ce2bd2-5e25-4e0f-ae68-177dfc636a31 req-99a721f4-a2ec-4c99-a553-1da5a89e9ba8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Apr 12 00:04:20.301635 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-34e4444a-3673-4a77-bd16-9a02ac844bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.302807 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-34e4444a-3673-4a77-bd16-9a02ac844bd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 1128 time: 0.0881774 Apr 12 00:04:20.370430 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-0d1c8ad2-b329-4254-b396-3e1b0886aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.371958 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-0d1c8ad2-b329-4254-b396-3e1b0886aa4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1128 time: 0.0455046 Apr 12 00:04:20.469853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a4c49fdf-ebfb-458e-8a17-ee1df3031755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.471384 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a4c49fdf-ebfb-458e-8a17-ee1df3031755 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.0885854 Apr 12 00:04:20.543700 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-3ea8ec20-004c-4d4e-b89d-90abe9d1f529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 200 len: 1000 time: 0.0642850 Apr 12 00:04:20.604834 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-e14f4e8a-f71a-48ac-a2ad-6b2c08862561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.606437 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-e14f4e8a-f71a-48ac-a2ad-6b2c08862561 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0543511 Apr 12 00:04:20.659370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-809ed458-2389-4245-98e8-b21d29cf679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:20.660871 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-809ed458-2389-4245-98e8-b21d29cf679b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454545 Apr 12 00:04:20.763677 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-18f94a65-efc3-4be9-9cb6-3b7886e4d17a service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931425 Apr 12 00:04:20.854575 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-d47d45fb-e395-426f-8657-4cdbb3541c3e service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Apr 12 00:04:21.327124 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29971b-ac09-4371-af21-cf8032f8629a req-c7722fe9-bbed-4aa4-8e10-b161a0eba1b8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:21.328605 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a29971b-ac09-4371-af21-cf8032f8629a req-c7722fe9-bbed-4aa4-8e10-b161a0eba1b8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0525818 Apr 12 00:04:21.381107 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a29971b-ac09-4371-af21-cf8032f8629a req-1b993e96-b9a2-41b6-b7c9-0d27a49a7a1a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Apr 12 00:04:22.525902 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b54b35-ed4e-4ce5-a628-6748b6582ac1 req-a7fdd40b-60b8-4f6c-b98d-b62c3739360e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:22.528166 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-36b54b35-ed4e-4ce5-a628-6748b6582ac1 req-a7fdd40b-60b8-4f6c-b98d-b62c3739360e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0655258 Apr 12 00:04:22.581314 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-36b54b35-ed4e-4ce5-a628-6748b6582ac1 req-9a0ab4e5-3805-45fd-b78f-0744e920aeff tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466595 Apr 12 00:04:23.720919 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ea7f-73e5-40b8-adfc-4ee8b5c2ea37 req-ee898ea2-2f30-4e89-bd8a-a1c4509326b2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:23.723173 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d8e8ea7f-73e5-40b8-adfc-4ee8b5c2ea37 req-ee898ea2-2f30-4e89-bd8a-a1c4509326b2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0590358 Apr 12 00:04:23.780181 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d8e8ea7f-73e5-40b8-adfc-4ee8b5c2ea37 req-747e697e-4b16-41e2-b74d-81953d4a30da tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Apr 12 00:04:24.951875 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38be06-3e23-48cd-ab81-6b1101a7e582 req-de137d72-0e73-43ca-b9dc-9267f264be06 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:24.953398 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e38be06-3e23-48cd-ab81-6b1101a7e582 req-de137d72-0e73-43ca-b9dc-9267f264be06 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0861599 Apr 12 00:04:25.005915 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e38be06-3e23-48cd-ab81-6b1101a7e582 req-eb649a41-0aa0-4155-9cc1-33a31ddbfda0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466716 Apr 12 00:04:25.110533 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-778baae8-2c62-42c7-9b2b-78863b73b299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:26.165175 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b195-cc49-4ec7-b23b-dd6ff6e2634b req-8180289d-0c08-41fd-9090-486adb133218 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:26.166663 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b2c3b195-cc49-4ec7-b23b-dd6ff6e2634b req-8180289d-0c08-41fd-9090-486adb133218 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0538123 Apr 12 00:04:26.228467 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b2c3b195-cc49-4ec7-b23b-dd6ff6e2634b req-7619709c-aeb7-4ee4-858c-8bd98db8ab1b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Apr 12 00:04:26.620142 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-8631903a-4034-493f-871b-606ebb25ee11 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314014670&fields=id&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 267 time: 0.0476315 Apr 12 00:04:26.740032 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-c3c3a43b-7a0a-4e5d-a5ae-61125fbf819a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:26.741738 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-c3c3a43b-7a0a-4e5d-a5ae-61125fbf819a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.1150703 Apr 12 00:04:26.757525 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-c6a57819-a911-4226-aaf6-87690f0f4b46 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/quotas/637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 375 time: 0.0102923 Apr 12 00:04:26.820387 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-4bbee18f-15e8-4866-830a-f0386b0ff48c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574212 Apr 12 00:04:26.918555 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-4856a416-3bca-410c-991c-eb4a115d41ef service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861998 Apr 12 00:04:27.021570 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-4546a0ef-cd80-4a2f-8b77-94bde3c41040 service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934620 Apr 12 00:04:27.125817 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-94708bef-f080-4ff3-a68c-5a382181aa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:27.374909 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529943-c5f8-47b0-8716-ef08da297c23 req-b853870e-cdad-48ec-a272-afa06fcc89e5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:27.383547 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6d529943-c5f8-47b0-8716-ef08da297c23 req-b853870e-cdad-48ec-a272-afa06fcc89e5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0753336 Apr 12 00:04:27.436986 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6d529943-c5f8-47b0-8716-ef08da297c23 req-dbce5fc4-0dc5-4015-99ef-583b66e96219 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 Apr 12 00:04:27.636798 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6b80b904-f0ff-4288-bfe7-dda760badabd req-64ef7e17-13a9-48c1-bea9-4e0751469edd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0302842 Apr 12 00:04:28.203323 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:28.626906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564618-7bbf-4ede-b9c6-2c20f00a185b req-313a3bff-1f0a-417f-951c-4b21e7e65295 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:28.626906 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-24564618-7bbf-4ede-b9c6-2c20f00a185b req-313a3bff-1f0a-417f-951c-4b21e7e65295 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0690854 Apr 12 00:04:28.655164 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-24564618-7bbf-4ede-b9c6-2c20f00a185b req-d9adbaff-09de-40c1-b8f1-4f23d1c66729 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 Apr 12 00:04:28.738223 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d06a98d9-2136-4a34-96bc-114958fba5b0 req-2a5759cd-e6be-4b96-a845-63b0829d2715 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0285275 Apr 12 00:04:29.871214 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62989e-7d1f-44bc-8dd9-08d0c70204d9 req-d1970ce5-65ff-4e22-9b72-bd54e3f43bb9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:29.922203 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-df62989e-7d1f-44bc-8dd9-08d0c70204d9 req-d1970ce5-65ff-4e22-9b72-bd54e3f43bb9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0998869 Apr 12 00:04:29.922203 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a84a0b5c-03f4-4f07-b3b8-8569be020499 req-67105047-9c62-49c8-9795-0e8364ec9c75 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0493608 Apr 12 00:04:29.928165 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-df62989e-7d1f-44bc-8dd9-08d0c70204d9 req-ad852259-e06c-4ddb-b61b-9dd4b3d80eb2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470538 Apr 12 00:04:29.999255 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:31.012266 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de4b61db-2d18-428c-987e-c494c2bcb25f req-c510cbb8-9c5e-4d14-b5e0-3ea71fe07756 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0300090 Apr 12 00:04:31.062114 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46828ae-4b0b-4185-9743-a719b4c28db2 req-23527452-858e-4ed7-8ca3-3d5b74c8ec21 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:31.063633 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c46828ae-4b0b-4185-9743-a719b4c28db2 req-23527452-858e-4ed7-8ca3-3d5b74c8ec21 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0539889 Apr 12 00:04:31.115584 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c46828ae-4b0b-4185-9743-a719b4c28db2 req-87d9b6c7-2d23-49cc-a7e3-7e70b6366015 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464792 Apr 12 00:04:31.277876 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:31.540217 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-5411c38a-a917-42c7-bf63-47cb351185a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469356 Apr 12 00:04:31.604498 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-e28b211c-4bdf-44b1-8755-85aa042c3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:31.605960 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-e28b211c-4bdf-44b1-8755-85aa042c3a3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 1130 time: 0.0436645 Apr 12 00:04:31.719932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-c41da491-b98a-4d46-a12a-0b683c8e6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:31.721386 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-c41da491-b98a-4d46-a12a-0b683c8e6070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0866864 Apr 12 00:04:31.766056 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-3935b3a0-88d7-49fb-a95b-dfe0b2cf460e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 200 len: 217 time: 0.0372119 Apr 12 00:04:31.816339 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-98ef19e6-27fc-4600-8c31-600ba436454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:31.817810 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-98ef19e6-27fc-4600-8c31-600ba436454f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0439043 Apr 12 00:04:31.865783 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-a3ed1d0e-809e-4b23-869f-98a3861cf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:31.867317 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-a3ed1d0e-809e-4b23-869f-98a3861cf0e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434582 Apr 12 00:04:31.960944 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-079c9b8c-953e-4b85-b161-9a995a565814 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853848 Apr 12 00:04:32.052034 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-dad7b66d-d0e3-485f-b772-108399f8dfd5 req-ce2d5741-21f9-4319-8e01-16d8ab5f3e9d service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839407 Apr 12 00:04:32.119196 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f3ea5fee-0326-44bb-b632-d0cf17594481 req-dd2db7a3-7937-493f-9fea-d0cb1f334c59 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0327196 Apr 12 00:04:32.225904 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:32.240192 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaa987-6620-44f3-8048-0f06cbfa3f0a req-989cf226-bacd-4732-9a8d-73a06bd9ca1c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:32.241668 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5eaa987-6620-44f3-8048-0f06cbfa3f0a req-989cf226-bacd-4732-9a8d-73a06bd9ca1c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Apr 12 00:04:32.289444 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5eaa987-6620-44f3-8048-0f06cbfa3f0a req-e734a0e0-267a-47a3-97ea-f2005fb23d94 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421958 Apr 12 00:04:32.844761 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-4f100844-5f89-40e6-a2e7-8306cb03413a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:32.846302 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-4f100844-5f89-40e6-a2e7-8306cb03413a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.1119542 Apr 12 00:04:32.922918 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-72992e81-95b2-4928-9964-a16ad22582ad tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 379 time: 0.0544877 Apr 12 00:04:32.931587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'port': {'device_id': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'admin_state_up': True, 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'security_groups': ['9a7887c2-1e8c-4934-900d-12a89d79f5bd']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:33.100130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Made reservation on behalf of 637e4085dc72453bbd93166c9c6bf935 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:04:33.103984 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:33.212202 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-09c6156c-1550-46d8-a8fa-698805808673 req-54540a64-d53f-46b4-b56b-cca7206c10df tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0263627 Apr 12 00:04:33.239412 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.20.0.5 (78ac38b9-0eec-4bfb-92d9-22346c70e1aa/0dbf69c5-4c8c-4444-adce-0ae31c96db0c/b82626ba-4ddd-440c-a9bf-bcae36f33a4e) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:04:33.388190 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:33.415300 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcb26a-8320-4d32-8ca2-2d97b5f604ea req-18b11848-c4d3-4bc6-bc41-7566804bf6e4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:33.416933 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-98fcb26a-8320-4d32-8ca2-2d97b5f604ea req-18b11848-c4d3-4bc6-bc41-7566804bf6e4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0554764 Apr 12 00:04:33.471813 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-98fcb26a-8320-4d32-8ca2-2d97b5f604ea req-aa3188d1-1e59-4fc7-b12f-300a59a83251 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492339 Apr 12 00:04:33.477750 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:33.525044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:04:33.528858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:04:33.539082 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:04:33.542400 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:33.593173 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:33.593795 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:33.717231 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-290efa9f-fdbc-4ca7-8353-69c4886ccea0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7877243 Apr 12 00:04:33.728318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Request body: {'port': {'device_id': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:33.746949 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7ac0df10-07e9-4216-90cc-5ac8c4e86bc5 None None] Provisioning complete for port b82626ba-4ddd-440c-a9bf-bcae36f33a4e triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:33.747983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7ac0df10-07e9-4216-90cc-5ac8c4e86bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:33.789488 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0df10-07e9-4216-90cc-5ac8c4e86bc5 None None] Port b82626ba-4ddd-440c-a9bf-bcae36f33a4e cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:04:33.808311 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.070783 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82626ba-4ddd-440c-a9bf-bcae36f33a4e {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:04:34.078148 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks [] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.090071 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Transition to ACTIVE for port object b82626ba-4ddd-440c-a9bf-bcae36f33a4e will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:04:34.163202 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.213831 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:34.285323 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Attempting to bind port b82626ba-4ddd-440c-a9bf-bcae36f33a4e on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:04:34.291718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Attempting to bind port b82626ba-4ddd-440c-a9bf-bcae36f33a4e by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:04:34.291718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Attempting to bind port b82626ba-4ddd-440c-a9bf-bcae36f33a4e on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:04:34.291718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Port b82626ba-4ddd-440c-a9bf-bcae36f33a4e on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:04:34.291718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Attempting to bind port b82626ba-4ddd-440c-a9bf-bcae36f33a4e on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:04:34.296427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:04:34.296762 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:04:34.297175 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Bound using segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:04:34.297602 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Bound port: b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:04:34.297956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.336559 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b209-9691-4411-81df-a3388e957a2f req-58cee7cc-b321-45e8-bb85-f2be66ea91a7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.343506 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f6b2b209-9691-4411-81df-a3388e957a2f req-58cee7cc-b321-45e8-bb85-f2be66ea91a7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0602517 Apr 12 00:04:34.369785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:04:34.373583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:04:34.394122 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f6b2b209-9691-4411-81df-a3388e957a2f req-4cb2e4d5-6b07-470d-be56-bbf7c878abd2 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496690 Apr 12 00:04:34.479054 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.513671 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.514930 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:34.516348 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b82626ba-4ddd-440c-a9bf-bcae36f33a4e HTTP/1.1" status: 200 len: 1093 time: 0.7921395 Apr 12 00:04:34.516758 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:34.518995 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0452794-7828-4794-8323-c1e0b75bd025" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:34.559269 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfdd8-0934-48b5-b59d-14c8cb2728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:34.563986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c0e891-beae-4e79-9119-207df7f2bd36 x-openstack-request-id: req-f5c0e891-beae-4e79-9119-207df7f2bd36 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:34.564284 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:34.564540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5c0e891-beae-4e79-9119-207df7f2bd36 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:34.564942 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c0e891-beae-4e79-9119-207df7f2bd36'] response: {'name': 'network-changed', 'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'status': 'completed', 'code': 200} Apr 12 00:04:34.620440 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e43c4-f26a-4d27-8d7e-807c9b48f79b req-d425ce99-3ad2-42a3-a1fa-dfa9811f584d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.622066 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb3e43c4-f26a-4d27-8d7e-807c9b48f79b req-d425ce99-3ad2-42a3-a1fa-dfa9811f584d tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0578804 Apr 12 00:04:34.636113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0452794-7828-4794-8323-c1e0b75bd025 req-ea5bafab-aa34-44b3-be26-38338f3f5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.638015 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0452794-7828-4794-8323-c1e0b75bd025 req-ea5bafab-aa34-44b3-be26-38338f3f5034 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 1127 time: 0.0506232 Apr 12 00:04:34.674254 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb3e43c4-f26a-4d27-8d7e-807c9b48f79b req-590977f1-bc8f-4993-87a8-b55223d96026 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Apr 12 00:04:34.753814 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0452794-7828-4794-8323-c1e0b75bd025 req-7eee46e0-616c-4975-b2ec-e18a009c5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.755345 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0452794-7828-4794-8323-c1e0b75bd025 req-7eee46e0-616c-4975-b2ec-e18a009c5de2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=637e4085dc72453bbd93166c9c6bf935&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1085842 Apr 12 00:04:34.846577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0452794-7828-4794-8323-c1e0b75bd025 req-08bee670-228e-4701-b2a8-6e5092dbe3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.848065 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0452794-7828-4794-8323-c1e0b75bd025 req-08bee670-228e-4701-b2a8-6e5092dbe3c8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850067 Apr 12 00:04:34.933959 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-59480e24-3f2a-4e9e-ac57-296d451996cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:34.935468 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-59480e24-3f2a-4e9e-ac57-296d451996cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 1127 time: 0.0464354 Apr 12 00:04:34.978536 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d822f6e0-47d8-4434-a9f0-ec0e311370de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e HTTP/1.1" status: 200 len: 217 time: 0.0326054 Apr 12 00:04:35.026079 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-bc7628ce-a6bc-4541-9873-b0a34a527a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:35.027400 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-bc7628ce-a6bc-4541-9873-b0a34a527a0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0409160 Apr 12 00:04:35.074890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d00f20d3-86d0-4460-9a2c-11eb01cd423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:35.076387 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-d00f20d3-86d0-4460-9a2c-11eb01cd423a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414939 Apr 12 00:04:35.165561 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-3fa9144c-0048-4db7-ae03-bf627d818c4d service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816998 Apr 12 00:04:35.251147 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-cc66cb59-b422-4535-8e90-ca918fe76470 req-e85768f1-792c-4432-802c-85d5ed4f5ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785389 Apr 12 00:04:35.512620 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44147b24-1374-46bf-be34-c9ebb0d96f8b req-8f894c88-4853-4cef-be47-15a4a052b34e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:35.514794 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-44147b24-1374-46bf-be34-c9ebb0d96f8b req-8f894c88-4853-4cef-be47-15a4a052b34e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0539622 Apr 12 00:04:35.561191 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-44147b24-1374-46bf-be34-c9ebb0d96f8b req-c026d53a-da04-4b75-972a-adb442b2a6b8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Apr 12 00:04:35.821838 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37d58-a398-4cdc-a15a-8b9c1631bf72 req-5a6f039b-9d6f-4500-84f1-a268d320c0dd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:35.823310 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d8d37d58-a398-4cdc-a15a-8b9c1631bf72 req-5a6f039b-9d6f-4500-84f1-a268d320c0dd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0506308 Apr 12 00:04:35.867452 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d8d37d58-a398-4cdc-a15a-8b9c1631bf72 req-ec484cef-456c-42c9-9c38-7a7dc60af6cc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Apr 12 00:04:36.678467 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e80aaa-2d41-4845-bc3d-1e7e4a69b82c req-6e6d0f68-a5dc-4dbd-940f-402a554c81e0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:36.679952 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35e80aaa-2d41-4845-bc3d-1e7e4a69b82c req-6e6d0f68-a5dc-4dbd-940f-402a554c81e0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0543568 Apr 12 00:04:36.736303 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35e80aaa-2d41-4845-bc3d-1e7e4a69b82c req-3e3cbe9a-0a6b-415c-ab51-87335f79615d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506928 Apr 12 00:04:36.988611 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3728d3-9856-49f3-820c-98b2cc8b25f7 req-14b9642c-fc48-4d08-9273-d9f040f27795 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:36.990021 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a3728d3-9856-49f3-820c-98b2cc8b25f7 req-14b9642c-fc48-4d08-9273-d9f040f27795 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0522130 Apr 12 00:04:37.035857 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a3728d3-9856-49f3-820c-98b2cc8b25f7 req-5d710bc0-66c0-45b7-be32-5642c4bd5412 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Apr 12 00:04:37.853152 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a162-56b7-4d35-aee6-f8740cdc89b0 req-833c3fe4-01c9-4eea-b695-f98f4581f5ae tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:37.854628 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aac1a162-56b7-4d35-aee6-f8740cdc89b0 req-833c3fe4-01c9-4eea-b695-f98f4581f5ae tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0501633 Apr 12 00:04:37.907651 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aac1a162-56b7-4d35-aee6-f8740cdc89b0 req-509b20ed-20a4-49a1-a784-9bfaec25f1ed tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465529 Apr 12 00:04:38.351280 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537feff8-4bda-44b3-bc37-c1a3dfa8c94d req-4135505e-8711-4521-9f3c-90c301cc5374 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:38.352729 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-537feff8-4bda-44b3-bc37-c1a3dfa8c94d req-4135505e-8711-4521-9f3c-90c301cc5374 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.2430773 Apr 12 00:04:38.400223 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-537feff8-4bda-44b3-bc37-c1a3dfa8c94d req-8903a8c0-90f3-4216-bb7c-b8bf4c97141c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Apr 12 00:04:39.024167 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a387d4-965f-452f-9794-69a097db0741 req-a92fc8bc-8eb7-4aed-9acc-cf90ecec3fa1 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:39.025584 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-86a387d4-965f-452f-9794-69a097db0741 req-a92fc8bc-8eb7-4aed-9acc-cf90ecec3fa1 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0514734 Apr 12 00:04:39.077074 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-86a387d4-965f-452f-9794-69a097db0741 req-32117e30-0d66-409b-b72f-70065364435d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Apr 12 00:04:39.526890 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c429b01-dc8b-43f1-9c5b-853d527c3695 req-ee9861c5-4b29-4338-ad7b-3341a6cb3b97 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:39.528381 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c429b01-dc8b-43f1-9c5b-853d527c3695 req-ee9861c5-4b29-4338-ad7b-3341a6cb3b97 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0539486 Apr 12 00:04:39.574884 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c429b01-dc8b-43f1-9c5b-853d527c3695 req-38957e58-f0af-49a1-bc30-74ff2fe265b9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Apr 12 00:04:40.187908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ccc53-aecc-44bb-a210-d91d0c7d3478 req-5f8c649d-3c11-4025-9bd0-c56f9ebab984 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:40.189358 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a79ccc53-aecc-44bb-a210-d91d0c7d3478 req-5f8c649d-3c11-4025-9bd0-c56f9ebab984 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0507231 Apr 12 00:04:40.236092 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a79ccc53-aecc-44bb-a210-d91d0c7d3478 req-7986c4fa-bc99-4bfb-9773-dade5f657d2b tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Apr 12 00:04:40.699404 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da991de7-034b-4136-8450-b5733a867163 req-c2587c1d-fca3-4a91-8beb-d74ba92a9555 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:40.700852 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-da991de7-034b-4136-8450-b5733a867163 req-c2587c1d-fca3-4a91-8beb-d74ba92a9555 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0532074 Apr 12 00:04:40.747353 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-da991de7-034b-4136-8450-b5733a867163 req-76e95d04-5aa2-46e0-8888-e2117c2e6ccc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Apr 12 00:04:41.348653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb463ef-9ce2-46ae-abee-a6035358a260 req-360055bc-8903-41ed-ae46-79a4b38c5fd7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:41.350088 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdb463ef-9ce2-46ae-abee-a6035358a260 req-360055bc-8903-41ed-ae46-79a4b38c5fd7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0497494 Apr 12 00:04:41.396783 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdb463ef-9ce2-46ae-abee-a6035358a260 req-76ade6e9-d98c-43b4-b680-0dad45607294 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Apr 12 00:04:41.871123 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5ca4-7a71-4cd1-91a2-b04fb6e3918c req-2b201feb-070b-452d-bc17-dc28b65cf599 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:41.872586 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc1f5ca4-7a71-4cd1-91a2-b04fb6e3918c req-2b201feb-070b-452d-bc17-dc28b65cf599 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Apr 12 00:04:41.909157 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:04:41.923366 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc1f5ca4-7a71-4cd1-91a2-b04fb6e3918c req-2a3e50f2-8ed5-4f24-9394-8b277a0de267 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 Apr 12 00:04:42.007337 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:42.018477 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'd46507f9-93c1-4790-9570-050cefbebebe', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'd46507f9-93c1-4790-9570-050cefbebebe', 'mac_address': 'fa:16:3e:bf:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:04:42.057671 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:42.058065 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:42.070952 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:04:42.089663 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:42.158419 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:42.204503 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=9']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:42.508228 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b802-17f4-4a63-9962-21516bb6c40a req-278fa945-6413-40e8-935b-01a50dbeb955 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:42.509649 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de39b802-17f4-4a63-9962-21516bb6c40a req-278fa945-6413-40e8-935b-01a50dbeb955 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0494738 Apr 12 00:04:42.556420 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de39b802-17f4-4a63-9962-21516bb6c40a req-0e74dc90-52bb-429b-ba06-152d39d7718c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Apr 12 00:04:43.042729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770fb9a-aa14-4a8a-83af-bff6f7ec4f3a req-64e8da88-5b96-4e00-b31a-99a3d8209b18 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:43.044129 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f770fb9a-aa14-4a8a-83af-bff6f7ec4f3a req-64e8da88-5b96-4e00-b31a-99a3d8209b18 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Apr 12 00:04:43.089529 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f770fb9a-aa14-4a8a-83af-bff6f7ec4f3a req-dba8de89-99e6-45b8-b5e0-5802c16a6fdd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Apr 12 00:04:43.225860 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['d46507f9-93c1-4790-9570-050cefbebebe'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:04:43.676053 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a60c8-6bcb-445a-9ddc-ac477aa380b7 req-9acad96a-01e4-432d-be0a-acccf3bc435c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:43.677550 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-186a60c8-6bcb-445a-9ddc-ac477aa380b7 req-9acad96a-01e4-432d-be0a-acccf3bc435c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0564592 Apr 12 00:04:43.725569 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-186a60c8-6bcb-445a-9ddc-ac477aa380b7 req-98aa4294-0ab7-4d25-abb7-a18c75eb7ea2 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Apr 12 00:04:44.216988 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbbbe6-172d-4d8b-aeba-be19614b35b5 req-b6b01d95-cb34-4e0e-8bc9-a3fa76b32fe2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:44.220014 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ddbbbe6-172d-4d8b-aeba-be19614b35b5 req-b6b01d95-cb34-4e0e-8bc9-a3fa76b32fe2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0545325 Apr 12 00:04:44.271903 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ddbbbe6-172d-4d8b-aeba-be19614b35b5 req-a60221b9-3df6-4826-8184-8e9aad74a29e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Apr 12 00:04:44.880245 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c68d-a806-429f-97f3-aeea3d40a2b8 req-c83fcdef-3fc1-4721-9ce8-3cece12009ab tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:44.881712 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2476c68d-a806-429f-97f3-aeea3d40a2b8 req-c83fcdef-3fc1-4721-9ce8-3cece12009ab tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 943 time: 0.0815158 Apr 12 00:04:44.918152 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe71b65-0f70-48d7-bbf5-d33f8442b4b1 req-1ebd2994-5659-4be6-8880-7be427b028f2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:44.919663 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cfe71b65-0f70-48d7-bbf5-d33f8442b4b1 req-1ebd2994-5659-4be6-8880-7be427b028f2 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0829844 Apr 12 00:04:44.955256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-eb115bc7-3622-429d-ae6a-b385ea677e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:44.956773 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-eb115bc7-3622-429d-ae6a-b385ea677e0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.0494816 Apr 12 00:04:44.963439 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2476c68d-a806-429f-97f3-aeea3d40a2b8 req-16d64541-9420-4afd-be0f-f07b3752f161 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739751 Apr 12 00:04:44.988325 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cfe71b65-0f70-48d7-bbf5-d33f8442b4b1 req-57a8635b-8656-4f19-ade0-cb5d2dbce0e0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578372 Apr 12 00:04:45.047070 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-5b7d9a14-63fa-488d-873d-0692b0ee51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:45.048538 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-5b7d9a14-63fa-488d-873d-0692b0ee51d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0854855 Apr 12 00:04:45.115329 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-e12f03df-7f2c-4e65-a1e6-a3e085440e0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 1001 time: 0.0597348 Apr 12 00:04:45.144301 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b82626ba-4ddd-440c-a9bf-bcae36f33a4e details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:04:45.149459 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:04:45.167448 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-bf6ab3ef-0335-45b8-b24a-9092418655cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:45.170224 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-bf6ab3ef-0335-45b8-b24a-9092418655cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0483057 Apr 12 00:04:45.218940 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-358cf9d8-be93-45a0-9fa8-a38f4d0cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:45.221041 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-358cf9d8-be93-45a0-9fa8-a38f4d0cd87c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434663 Apr 12 00:04:45.262595 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port d46507f9-93c1-4790-9570-050cefbebebe triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:45.263004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d46507f9-93c1-4790-9570-050cefbebebe), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:45.301175 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:45.321130 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'port_id': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'mac_address': 'fa:16:3e:ae:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:04:45.390623 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b82626ba-4ddd-440c-a9bf-bcae36f33a4e is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:45.391610 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:45.406164 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56dc8-28d0-43a6-afa6-8aad7a8847b8 req-9338218f-e035-4458-bf05-ca2f26cd2dc7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:45.408325 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-45e56dc8-28d0-43a6-afa6-8aad7a8847b8 req-9338218f-e035-4458-bf05-ca2f26cd2dc7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 945 time: 0.0589929 Apr 12 00:04:45.411678 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82626ba-4ddd-440c-a9bf-bcae36f33a4e {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:04:45.415955 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port d46507f9-93c1-4790-9570-050cefbebebe is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:45.416333 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:45.447416 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:45.455139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:45.457362 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566219a9-6695-4604-9acd-60ffddeb75dc" -d '{"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:45.466660 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-45e56dc8-28d0-43a6-afa6-8aad7a8847b8 req-5ec86739-5190-4a6a-96f1-cad420e4e93f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519080 Apr 12 00:04:45.470015 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:45.513793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825e1dad-abe3-420d-a965-6410548eb8eb x-openstack-request-id: req-825e1dad-abe3-420d-a965-6410548eb8eb {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:45.514152 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-plugged", "status": "completed", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:45.514472 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-825e1dad-abe3-420d-a965-6410548eb8eb {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:45.515075 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825e1dad-abe3-420d-a965-6410548eb8eb'] response: {'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'code': 200} Apr 12 00:04:45.522860 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:45.554343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:45.560500 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-c6053ffd-4472-4a27-b32f-5b6e6e9213c9 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320613 Apr 12 00:04:45.572368 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:45.619859 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=10']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:45.648597 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a8f2514f-c9d5-46e3-ae56-588cc89699ab req-cb9ba843-836c-41f7-9988-cf89460695bb service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817051 Apr 12 00:04:45.856753 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b82626ba-4ddd-440c-a9bf-bcae36f33a4e'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:04:46.121112 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d45d31-81eb-4b54-9a6b-b832874c940d req-773c0196-fa7c-4263-aab0-ed84bc3f538d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:46.122759 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07d45d31-81eb-4b54-9a6b-b832874c940d req-773c0196-fa7c-4263-aab0-ed84bc3f538d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 944 time: 0.0876091 Apr 12 00:04:46.152116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b203-7897-49f3-bd17-38e45569760b req-3d84b2e5-f5b7-4450-ace3-f18e1015fa0c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:46.157145 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65738-9c9f-49e4-b9ba-5d6caf68dbfb req-598b1d24-41d3-477f-8d00-e30f99f47c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:46.160394 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e3f65738-9c9f-49e4-b9ba-5d6caf68dbfb req-598b1d24-41d3-477f-8d00-e30f99f47c12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 1131 time: 0.0482409 Apr 12 00:04:46.160689 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a21b203-7897-49f3-bd17-38e45569760b req-3d84b2e5-f5b7-4450-ace3-f18e1015fa0c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0927896 Apr 12 00:04:46.205801 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e3f65738-9c9f-49e4-b9ba-5d6caf68dbfb req-dd4fe008-64da-48fb-a7f1-67ce72aebac7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Apr 12 00:04:46.226898 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07d45d31-81eb-4b54-9a6b-b832874c940d req-d508a53e-1047-45a5-a5a6-cf92e47fa89e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950854 Apr 12 00:04:46.236010 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a21b203-7897-49f3-bd17-38e45569760b req-f90c6320-47d4-4089-ae9b-e9b5d4e3b074 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743029 Apr 12 00:04:46.613319 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d014-029b-4f3e-8e25-f70cebea915b req-e01de3ca-0a59-4b61-956b-4768088dace7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:46.614871 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ab2d014-029b-4f3e-8e25-f70cebea915b req-e01de3ca-0a59-4b61-956b-4768088dace7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0517938 Apr 12 00:04:46.664467 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ab2d014-029b-4f3e-8e25-f70cebea915b req-93eee2d1-1c0d-49bc-98b5-8662d5ed02a0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438118 Apr 12 00:04:47.150155 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b82626ba-4ddd-440c-a9bf-bcae36f33a4e up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:04:47.249199 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port b82626ba-4ddd-440c-a9bf-bcae36f33a4e completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:04:47.253699 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port b82626ba-4ddd-440c-a9bf-bcae36f33a4e triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:04:47.254071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:47.335187 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b82626ba-4ddd-440c-a9bf-bcae36f33a4e is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:04:47.335585 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:47.368343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:04:47.376010 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e112f-bd6c-4ccc-85f5-6cf7a3aba738 req-80fcc676-54a3-4e73-af00-da82f9e27225 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:47.377467 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-944e112f-bd6c-4ccc-85f5-6cf7a3aba738 req-80fcc676-54a3-4e73-af00-da82f9e27225 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 944 time: 0.0846493 Apr 12 00:04:47.384803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ab96e-e68d-4351-88a2-a2598b95a3a6 req-2ca137d2-2ade-4639-adab-8369edc3cb61 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:47.386141 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a5ab96e-e68d-4351-88a2-a2598b95a3a6 req-2ca137d2-2ade-4639-adab-8369edc3cb61 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0817406 Apr 12 00:04:47.443469 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:47.459457 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-944e112f-bd6c-4ccc-85f5-6cf7a3aba738 req-4305e8db-afaa-4ea3-94e7-66654d09b3c2 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723703 Apr 12 00:04:47.462469 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a5ab96e-e68d-4351-88a2-a2598b95a3a6 req-ea72cc3b-6bf5-43c4-9d39-33350eb6c522 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698588 Apr 12 00:04:47.506660 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:47.516071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:47.518325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cfbf5e-e069-4067-be24-64a044b76510" -d '{"events": [{"server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:47.555550 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4cc23d-b7bb-4263-aacc-d14a23483439 x-openstack-request-id: req-4e4cc23d-b7bb-4263-aacc-d14a23483439 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:47.555849 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:47.556126 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e4cc23d-b7bb-4263-aacc-d14a23483439 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:47.556496 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4cc23d-b7bb-4263-aacc-d14a23483439'] response: {'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'code': 200} Apr 12 00:04:47.797715 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522aca3e-d9ea-4d4e-9a6c-da1b2e74effa req-cb655286-c942-45fa-9f6b-c59da76e16db tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:47.801110 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-522aca3e-d9ea-4d4e-9a6c-da1b2e74effa req-cb655286-c942-45fa-9f6b-c59da76e16db tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0562522 Apr 12 00:04:47.850696 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-522aca3e-d9ea-4d4e-9a6c-da1b2e74effa req-a271438e-c9ec-4a15-87c2-420b639fe59f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Apr 12 00:04:48.008959 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7223f-c1eb-4a71-bb89-ba4c1912fe3c req-115d384b-2c7c-49ca-a6d9-7ccd0899ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:48.010469 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c0a7223f-c1eb-4a71-bb89-ba4c1912fe3c req-115d384b-2c7c-49ca-a6d9-7ccd0899ffc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 1129 time: 0.0432017 Apr 12 00:04:48.062413 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c0a7223f-c1eb-4a71-bb89-ba4c1912fe3c req-7a188b44-2f10-445d-a248-04043d9f2ead service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423648 Apr 12 00:04:48.611263 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47241e-5655-482b-844c-3ea6ea4dd74c req-d0d090cd-74e5-41fa-9773-06816a3ca2fd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:48.612804 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9a47241e-5655-482b-844c-3ea6ea4dd74c req-d0d090cd-74e5-41fa-9773-06816a3ca2fd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0819583 Apr 12 00:04:48.620511 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501524-3ba6-48b9-80d9-0719a23a4479 req-ce94e6ef-5afe-46d3-8799-31f6b5a1b47b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:48.621910 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b501524-3ba6-48b9-80d9-0719a23a4479 req-ce94e6ef-5afe-46d3-8799-31f6b5a1b47b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0812583 Apr 12 00:04:48.698327 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9a47241e-5655-482b-844c-3ea6ea4dd74c req-2684421a-2b2a-4e5a-a253-7bcbcd960c29 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754340 Apr 12 00:04:48.701483 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b501524-3ba6-48b9-80d9-0719a23a4479 req-d739a90c-d132-461e-b617-cbc411456c91 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722649 Apr 12 00:04:48.969056 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc6ef-95f4-4a5b-ba5e-26cddd2e02ff req-acf4db21-511f-440a-a850-7d2f950e9c70 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:48.970494 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0ebc6ef-95f4-4a5b-ba5e-26cddd2e02ff req-acf4db21-511f-440a-a850-7d2f950e9c70 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0499542 Apr 12 00:04:49.016652 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0ebc6ef-95f4-4a5b-ba5e-26cddd2e02ff req-6aec1c80-bbb2-414b-89a1-249741ebcca5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400705 Apr 12 00:04:49.851884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71a316-1ee3-4c2d-9ea9-0ac216d67ac3 req-6be2e3dd-ab14-4a90-bb6b-5686f73f2805 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:49.853356 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf71a316-1ee3-4c2d-9ea9-0ac216d67ac3 req-6be2e3dd-ab14-4a90-bb6b-5686f73f2805 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0866764 Apr 12 00:04:49.860836 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6295b-22de-47d0-8bf8-c28ff4e45ce5 req-2630f9d5-c10e-4cab-b41f-18f7aada5d61 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:49.862190 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ad6295b-22de-47d0-8bf8-c28ff4e45ce5 req-2630f9d5-c10e-4cab-b41f-18f7aada5d61 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0864878 Apr 12 00:04:49.932947 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf71a316-1ee3-4c2d-9ea9-0ac216d67ac3 req-66bd42ac-c119-4ea7-bba5-38b16cdf1689 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698080 Apr 12 00:04:49.936975 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ad6295b-22de-47d0-8bf8-c28ff4e45ce5 req-6beb653c-7356-4ed3-9629-6388b7b2a7e7 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683305 Apr 12 00:04:50.136063 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad2bf-9cb4-4e79-93a6-4b1e69cd53e2 req-2e3f23cb-a52c-49ca-966d-644da85c9d11 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:50.137529 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3adad2bf-9cb4-4e79-93a6-4b1e69cd53e2 req-2e3f23cb-a52c-49ca-966d-644da85c9d11 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0524135 Apr 12 00:04:50.184166 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3adad2bf-9cb4-4e79-93a6-4b1e69cd53e2 req-bbaaa036-4334-444e-8aa8-676800fa9975 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Apr 12 00:04:51.081033 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc7bde-03fb-4fec-b98d-b91a7baa4126 req-673a39df-e8b8-4766-8dc8-79f626759229 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:51.082416 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9ebc7bde-03fb-4fec-b98d-b91a7baa4126 req-673a39df-e8b8-4766-8dc8-79f626759229 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0851002 Apr 12 00:04:51.089815 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67fbfc-08e3-463c-b84e-1f826d8e491f req-663dd2ef-0221-4e93-9b63-686e2fdb91dc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:51.091183 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3c67fbfc-08e3-463c-b84e-1f826d8e491f req-663dd2ef-0221-4e93-9b63-686e2fdb91dc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0846360 Apr 12 00:04:51.165235 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9ebc7bde-03fb-4fec-b98d-b91a7baa4126 req-12ba5ad0-f406-4fdf-adfb-56fe2453e08f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731056 Apr 12 00:04:51.168203 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3c67fbfc-08e3-463c-b84e-1f826d8e491f req-2e6e11e4-e7d2-48d0-b34c-1b0575616b74 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700710 Apr 12 00:04:51.307613 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24778a5-1e90-4b3c-a1e1-ba023ecb5a84 req-d773960f-325a-4e84-9d74-048194fcb312 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:51.309065 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e24778a5-1e90-4b3c-a1e1-ba023ecb5a84 req-d773960f-325a-4e84-9d74-048194fcb312 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0546327 Apr 12 00:04:51.354162 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e24778a5-1e90-4b3c-a1e1-ba023ecb5a84 req-dc22293e-5362-408d-be45-eaa05385fc58 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 Apr 12 00:04:52.317324 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924cd2d-2790-4796-82be-63397675a5b3 req-29085fcc-5c6f-4c5d-bd5d-49ea2947d93c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:52.318814 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f924cd2d-2790-4796-82be-63397675a5b3 req-29085fcc-5c6f-4c5d-bd5d-49ea2947d93c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0745537 Apr 12 00:04:52.326453 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7c747-e41a-431d-ab85-bc6a2fd2de79 req-3c8ef61a-5c1a-4973-92fa-69cf0256b533 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:52.327928 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-12e7c747-e41a-431d-ab85-bc6a2fd2de79 req-3c8ef61a-5c1a-4973-92fa-69cf0256b533 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0925641 Apr 12 00:04:52.404223 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f924cd2d-2790-4796-82be-63397675a5b3 req-361fbe8c-49d5-4467-938a-4045384737b0 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753529 Apr 12 00:04:52.408513 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-12e7c747-e41a-431d-ab85-bc6a2fd2de79 req-f04ac667-6855-4e95-8022-717affc71467 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730789 Apr 12 00:04:52.543264 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295323f-8a30-4f50-9280-d99f820a73c0 req-39369a3f-f5f3-41fb-aeb3-386c87a027ac tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:52.544740 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6295323f-8a30-4f50-9280-d99f820a73c0 req-39369a3f-f5f3-41fb-aeb3-386c87a027ac tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0864055 Apr 12 00:04:52.557563 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a22bb-0b82-40f1-8681-6f45ddceaba2 req-c388deb8-51c7-45b3-89f4-faf419517288 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:52.559054 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-533a22bb-0b82-40f1-8681-6f45ddceaba2 req-c388deb8-51c7-45b3-89f4-faf419517288 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0745502 Apr 12 00:04:52.629436 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6295323f-8a30-4f50-9280-d99f820a73c0 req-75389143-06b9-49ad-a1c3-bcefbd04e143 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792804 Apr 12 00:04:52.638051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-533a22bb-0b82-40f1-8681-6f45ddceaba2 req-ddc3863b-2832-4ce5-9234-5ca907efa8a0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727186 Apr 12 00:04:52.664440 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56814) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:52.855566 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bcc0ca-2da3-4e83-9ebc-6ff73c9c3715 tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:52.857064 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-53bcc0ca-2da3-4e83-9ebc-6ff73c9c3715 tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 1124 time: 0.1916246 Apr 12 00:04:52.860312 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56820) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:52.864535 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'port_id': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:04:52.951902 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:53.046041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:53.158747 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.27.1.23 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/9d7845d9-144c-46a5-a512-23355ab838d9) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:04:53.210736 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:04:53.256218 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (9d7845d9-144c-46a5-a512-23355ab838d9), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:53.346799 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:53.385039 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:04:53.388043 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:04:53.391581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:04:53.418809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=9d7845d9-144c-46a5-a512-23355ab838d9,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:53.431904 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.432267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.432619 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.432961 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.433717 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.433717 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.433989 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.434267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.434598 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.434958 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.435292 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.435622 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.435960 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:53.616520 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e0d6-d673-4624-9a92-53c07e2e779b req-3f9085c0-7b1d-4209-9c36-bc2b1a297202 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:53.616520 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7c22e0d6-d673-4624-9a92-53c07e2e779b req-3f9085c0-7b1d-4209-9c36-bc2b1a297202 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.1261647 Apr 12 00:04:53.687963 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7c22e0d6-d673-4624-9a92-53c07e2e779b req-8624375e-81cc-4370-8971-99cb215c676c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579202 Apr 12 00:04:53.836894 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (2e21ef40-b064-4b27-8a50-932f36bfe100), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:53.953118 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:54.099118 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (9d7845d9-144c-46a5-a512-23355ab838d9), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:54.157001 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:54.226639 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=9d7845d9-144c-46a5-a512-23355ab838d9,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:54.236614 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (2e21ef40-b064-4b27-8a50-932f36bfe100), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:54.336434 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP 2e21ef40-b064-4b27-8a50-932f36bfe100 associated. External IP: 172.27.1.23, port: b82626ba-4ddd-440c-a9bf-bcae36f33a4e. Apr 12 00:04:54.737205 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:04:54.781081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4ab4161b-9cdd-4498-a705-d0edee44b987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:54.881130 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d88cb9-57d9-4e95-9c58-1ac9c3a46aff req-227b3b5b-dda6-4dc9-9dcc-cee019f4d61f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:54.882649 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30d88cb9-57d9-4e95-9c58-1ac9c3a46aff req-227b3b5b-dda6-4dc9-9dcc-cee019f4d61f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.1041861 Apr 12 00:04:54.904997 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:04:54.915779 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:04:54.924788 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:04:54.925603 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:04:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:54.941681 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30d88cb9-57d9-4e95-9c58-1ac9c3a46aff req-e6101809-9d33-40d0-8d50-98e1c0ba2371 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526443 Apr 12 00:04:55.016637 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:55.033318 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:04:55.046597 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-91cd7672-674a-4f6b-9057-682d6831a127 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1852272 Apr 12 00:04:55.047244 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:04:55.049656 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:04:55.085483 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450213ca-b5aa-42f0-8743-feb58a980ef5 x-openstack-request-id: req-450213ca-b5aa-42f0-8743-feb58a980ef5 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:04:55.085973 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:04:55.086418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-450213ca-b5aa-42f0-8743-feb58a980ef5 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:04:55.087014 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450213ca-b5aa-42f0-8743-feb58a980ef5'] response: {'name': 'network-changed', 'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'status': 'completed', 'code': 200} Apr 12 00:04:55.153277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-a59bfd4c-5012-4d47-90c6-ae003d0a92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:55.154765 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-a59bfd4c-5012-4d47-90c6-ae003d0a92a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 1129 time: 0.0453405 Apr 12 00:04:55.245379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-b9cc5d28-7816-4e2a-8b75-c6a658ff04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:55.246927 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-b9cc5d28-7816-4e2a-8b75-c6a658ff04e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.0849955 Apr 12 00:04:55.260865 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2e21ef40-b064-4b27-8a50-932f36bfe100', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:ae:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:04:53Z', 'updated_at': '2022-04-12T00:04:53Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:55.313670 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-38a9be64-d8e7-4608-9bdf-98ee5da52705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e HTTP/1.1" status: 200 len: 998 time: 0.0595722 Apr 12 00:04:55.370641 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:04:55.371799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-bd2a19f0-0293-4cb3-a1bd-476825e8907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:55.373334 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-bd2a19f0-0293-4cb3-a1bd-476825e8907d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0508304 Apr 12 00:04:55.379542 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:04:55.380136 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:04:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:55.423671 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-4ccb5af3-cdcd-490a-87a9-00b7f333b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:55.425250 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-4ccb5af3-cdcd-490a-87a9-00b7f333b8b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437322 Apr 12 00:04:55.484147 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:04:55.514201 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-5b369d71-36c1-4fb6-a105-5442af9384d2 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816727 Apr 12 00:04:55.607407 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c3527bc0-2fe7-4e5f-b73d-1e5ff08404a6 req-c65cca36-3f21-48fc-9fe0-33bc0aae5a25 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865273 Apr 12 00:04:55.700132 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2e21ef40-b064-4b27-8a50-932f36bfe100', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:ae:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:04:53Z', 'updated_at': '2022-04-12T00:04:53Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:04:55.727868 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049b108-adc2-4ca6-a284-6a38e5d0b297 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '2e21ef40-b064-4b27-8a50-932f36bfe100', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.23', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:ae:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:04:53Z', 'updated_at': '2022-04-12T00:04:53Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:04:55.912041 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f7994-adec-47e7-aace-9cbac982718b None None] New status for floating IP 2e21ef40-b064-4b27-8a50-932f36bfe100: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:04:56.060792 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be5ceb-982d-4ac4-a3e6-c46d132860ed req-64e8e766-8b7d-4524-8799-1f06a688b431 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:56.062255 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-58be5ceb-982d-4ac4-a3e6-c46d132860ed req-64e8e766-8b7d-4524-8799-1f06a688b431 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Apr 12 00:04:56.107240 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-58be5ceb-982d-4ac4-a3e6-c46d132860ed req-d56d3848-a43d-471d-aefb-1ae3c230e900 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 Apr 12 00:04:57.123513 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-10490d71-342c-47b6-aa5d-5d3e5436dc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:57.227364 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2cbf-0828-46d3-b938-58c25fead000 req-17d285cd-1ded-4b41-ad98-cc2c569cce15 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:57.228821 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-170b2cbf-0828-46d3-b938-58c25fead000 req-17d285cd-1ded-4b41-ad98-cc2c569cce15 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0500441 Apr 12 00:04:57.273900 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-170b2cbf-0828-46d3-b938-58c25fead000 req-257241e4-86d3-4970-929b-cf3e586dafa4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Apr 12 00:04:57.853545 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 56860) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:57.953666 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5f57-0d75-479f-8b4b-17668c1fbf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.024737 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5f57-0d75-479f-8b4b-17668c1fbf28 admin admin] Publish callbacks [] for security_group (afbed5f4-fc9d-4e78-a699-53c68f473ae4), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.105324 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5f57-0d75-479f-8b4b-17668c1fbf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (afbed5f4-fc9d-4e78-a699-53c68f473ae4), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.146256 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1bdc5f57-0d75-479f-8b4b-17668c1fbf28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d227fb8125c43fb8fccd7e13c8fbe3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916405 Apr 12 00:04:58.146983 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc5f57-0d75-479f-8b4b-17668c1fbf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbed5f4-fc9d-4e78-a699-53c68f473ae4,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:58.149503 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 56864) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:04:58.186378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.197808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Publish callbacks [] for security_group (afbed5f4-fc9d-4e78-a699-53c68f473ae4), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.218372 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Publish callbacks [] for security_group (afbed5f4-fc9d-4e78-a699-53c68f473ae4), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.300582 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (afbed5f4-fc9d-4e78-a699-53c68f473ae4), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.303307 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:04:58.304523 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afbed5f4-fc9d-4e78-a699-53c68f473ae4 HTTP/1.1" status: 204 len: 168 time: 0.1546373 Apr 12 00:04:58.312170 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbed5f4-fc9d-4e78-a699-53c68f473ae4,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:04:58.319522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.319875 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.320215 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.321889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.321889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.321889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.321889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.321889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.322419 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.322597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.322791 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.323252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.323579 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b798db5-b397-4418-8441-99040cbaa9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:04:58.397401 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63d4d-5164-4fcc-94a9-2f3c8eeecf8f req-d465fd5b-af94-460d-9624-438094a2639c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:58.398860 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-11f63d4d-5164-4fcc-94a9-2f3c8eeecf8f req-d465fd5b-af94-460d-9624-438094a2639c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0501702 Apr 12 00:04:58.444972 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-11f63d4d-5164-4fcc-94a9-2f3c8eeecf8f req-61e9974a-d758-4622-81fd-5651b41cc2e5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Apr 12 00:04:59.567023 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6dce4-4db8-4e3b-90e9-53f542621c06 req-5d402ad6-482a-4aef-bb9f-118b55301b0e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:04:59.568513 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-16c6dce4-4db8-4e3b-90e9-53f542621c06 req-5d402ad6-482a-4aef-bb9f-118b55301b0e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0539432 Apr 12 00:04:59.617647 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-16c6dce4-4db8-4e3b-90e9-53f542621c06 req-0d1e0f23-e785-4ea5-bd1d-c62e86dc8bcc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Apr 12 00:04:59.790806 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:00.742896 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b46dbf-76c9-4b7c-bbdf-dc5f5ebfc712 req-7ddb6d25-652c-4353-9434-c8abc8d98d6d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:00.744515 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5b46dbf-76c9-4b7c-bbdf-dc5f5ebfc712 req-7ddb6d25-652c-4353-9434-c8abc8d98d6d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0608487 Apr 12 00:05:00.794435 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a5b46dbf-76c9-4b7c-bbdf-dc5f5ebfc712 req-9849b52f-ed48-4015-9119-ca820c1b931c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 Apr 12 00:05:01.283746 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:01.922177 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08db1d0-b03f-444d-9dc0-bc5ef15e5545 req-6d997542-4ab9-43e0-b75d-101995bee620 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:01.928427 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a08db1d0-b03f-444d-9dc0-bc5ef15e5545 req-6d997542-4ab9-43e0-b75d-101995bee620 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0593364 Apr 12 00:05:01.969051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a08db1d0-b03f-444d-9dc0-bc5ef15e5545 req-b52c37d4-220a-450e-b187-2289a858aea3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Apr 12 00:05:02.266124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:03.086244 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27770b3-b277-434b-bfe4-a6034a23e800 req-fcb07e5f-f5fb-4b34-a819-4eca5e81eabc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:03.087675 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a27770b3-b277-434b-bfe4-a6034a23e800 req-fcb07e5f-f5fb-4b34-a819-4eca5e81eabc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0498347 Apr 12 00:05:03.136159 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a27770b3-b277-434b-bfe4-a6034a23e800 req-c57bf6a2-4c30-4467-8dd4-b8f02b46881e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Apr 12 00:05:04.253678 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581d12b-a31d-44a6-87f6-c396c03ae9f3 req-7d586968-efae-4659-8ed0-ca7847d08a76 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:04.255150 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b581d12b-a31d-44a6-87f6-c396c03ae9f3 req-7d586968-efae-4659-8ed0-ca7847d08a76 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Apr 12 00:05:04.300344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b581d12b-a31d-44a6-87f6-c396c03ae9f3 req-d3a5dee1-a4f5-4b38-bb42-7af548de2cb4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Apr 12 00:05:05.415286 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872d98-bb98-4634-8c12-4001146f2e4d req-350c5140-e376-47b3-9c68-25e639a09d4d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:05.416757 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-24872d98-bb98-4634-8c12-4001146f2e4d req-350c5140-e376-47b3-9c68-25e639a09d4d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0506518 Apr 12 00:05:05.462917 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-24872d98-bb98-4634-8c12-4001146f2e4d req-7e07624b-4a5f-4253-9d72-3b9014ecca03 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Apr 12 00:05:05.957182 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6fc28-fedd-407e-8fc7-e8ec7fa68474 req-d8d7861d-630c-4d49-ba29-e776b720bb38 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:05.958683 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-82d6fc28-fedd-407e-8fc7-e8ec7fa68474 req-d8d7861d-630c-4d49-ba29-e776b720bb38 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0574229 Apr 12 00:05:06.004728 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-82d6fc28-fedd-407e-8fc7-e8ec7fa68474 req-7ce1fe17-e447-491f-97da-61d19437e212 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403812 Apr 12 00:05:06.591426 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cc7ad-84e0-4353-9454-c53bf4f76fd0 req-657c7783-bee8-416e-81b3-93a42763daa4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:06.592905 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-338cc7ad-84e0-4353-9454-c53bf4f76fd0 req-657c7783-bee8-416e-81b3-93a42763daa4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0594466 Apr 12 00:05:06.652066 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-338cc7ad-84e0-4353-9454-c53bf4f76fd0 req-c16ae34a-6f72-4c28-bd3d-a20074965e2e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529459 Apr 12 00:05:07.123244 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9618-3383-4145-87d8-9cf28607c964 req-a3761938-073f-472c-87af-8004f64657f0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:07.124671 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30ed9618-3383-4145-87d8-9cf28607c964 req-a3761938-073f-472c-87af-8004f64657f0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0530133 Apr 12 00:05:07.171302 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30ed9618-3383-4145-87d8-9cf28607c964 req-0c7b7e50-515a-4eb5-a344-adbe2645a56f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406470 Apr 12 00:05:07.296905 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0ba0-ed2c-4d07-a560-54d02346d322 req-df2d1866-9170-4d61-b694-82a0f00d26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:07.298301 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8fcc0ba0-ed2c-4d07-a560-54d02346d322 req-df2d1866-9170-4d61-b694-82a0f00d26c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.0462115 Apr 12 00:05:07.342614 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8fcc0ba0-ed2c-4d07-a560-54d02346d322 req-85f9c739-5379-447e-93d1-2913db90e029 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367796 Apr 12 00:05:07.771239 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed50dc-5bfe-44c1-82a0-a598c015ba80 req-258ed02f-bb2c-4251-a477-682ba449d356 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:07.773242 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-67ed50dc-5bfe-44c1-82a0-a598c015ba80 req-258ed02f-bb2c-4251-a477-682ba449d356 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0548275 Apr 12 00:05:07.818887 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-67ed50dc-5bfe-44c1-82a0-a598c015ba80 req-61dc8b12-b4c2-441b-81bf-66633673317c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Apr 12 00:05:08.291542 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e283200-3910-44e2-a664-3e6a6ce8202f req-fefa6ea5-11b3-43dd-8eeb-0e31c0fb5f0b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:08.292981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e283200-3910-44e2-a664-3e6a6ce8202f req-fefa6ea5-11b3-43dd-8eeb-0e31c0fb5f0b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Apr 12 00:05:08.340794 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e283200-3910-44e2-a664-3e6a6ce8202f req-efcf64c7-849c-474f-bc59-425058826452 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Apr 12 00:05:08.944511 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0d287-6581-4a40-a385-aa63a3856135 req-39e570d8-f28a-4d29-abae-aa6d8246dd1b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:08.945870 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b1a0d287-6581-4a40-a385-aa63a3856135 req-39e570d8-f28a-4d29-abae-aa6d8246dd1b tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0537226 Apr 12 00:05:08.991120 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b1a0d287-6581-4a40-a385-aa63a3856135 req-73d93d32-af95-41fb-bfcc-8b05201ba277 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397267 Apr 12 00:05:09.456279 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef714-2aff-4be4-8235-72767b259abb req-5a27632e-be02-42a5-8a03-12327b439588 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.457644 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e1ef714-2aff-4be4-8235-72767b259abb req-5a27632e-be02-42a5-8a03-12327b439588 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0508881 Apr 12 00:05:09.506458 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e1ef714-2aff-4be4-8235-72767b259abb req-71229cb4-efc1-4d02-a7bb-3fcb3d872ee6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Apr 12 00:05:09.582583 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc551-bf38-4a18-b909-663213fb34be req-4cc6312c-4c16-4a0e-bc64-2bdd1bba99d4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.584186 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b95dc551-bf38-4a18-b909-663213fb34be req-4cc6312c-4c16-4a0e-bc64-2bdd1bba99d4 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0549669 Apr 12 00:05:09.638129 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b95dc551-bf38-4a18-b909-663213fb34be req-fb9c1e7f-4b5a-43e4-ad1a-4147d8d6eeaa tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Apr 12 00:05:09.641789 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-89177d08-2fb6-46fd-9469-250f88a1f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.643385 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-89177d08-2fb6-46fd-9469-250f88a1f0b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.0451460 Apr 12 00:05:09.739266 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-03df1dbd-78e4-4930-b7ab-fdffde7c4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.740726 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-03df1dbd-78e4-4930-b7ab-fdffde7c4e4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0903630 Apr 12 00:05:09.804762 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-f4756846-1550-4f3b-bab2-614118141cc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 1001 time: 0.0573950 Apr 12 00:05:09.858950 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-b01e3487-a202-4112-b444-cc5d172c11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.860414 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-b01e3487-a202-4112-b444-cc5d172c11c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0488625 Apr 12 00:05:09.909959 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-3b543ec0-3e54-4b75-84e7-369114a0f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:09.911434 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-3b543ec0-3e54-4b75-84e7-369114a0f696 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448511 Apr 12 00:05:10.006117 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-f8da30ca-29fa-4b71-b5d2-70fd52087a39 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782087 Apr 12 00:05:10.102815 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab86aacf-2dda-4076-9960-c742831e0dc1 req-92919a61-b215-41dd-8497-598b2657a414 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907350 Apr 12 00:05:10.622716 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe118-38b9-4a24-9c23-c204b1b11d22 req-d4e16bd7-6db6-42aa-b7e4-9fa589b81f6e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:10.625432 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c78fe118-38b9-4a24-9c23-c204b1b11d22 req-d4e16bd7-6db6-42aa-b7e4-9fa589b81f6e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Apr 12 00:05:10.686153 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c78fe118-38b9-4a24-9c23-c204b1b11d22 req-72b8da0d-a7c2-409d-babd-659b6c39846c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444174 Apr 12 00:05:10.758018 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d4c43-5e76-4ae1-afb6-918643d56db3 req-8e640e75-a104-4a93-88c6-24af2958d306 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:10.758018 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-880d4c43-5e76-4ae1-afb6-918643d56db3 req-8e640e75-a104-4a93-88c6-24af2958d306 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Apr 12 00:05:10.806626 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-880d4c43-5e76-4ae1-afb6-918643d56db3 req-e97df855-3c8b-4348-a100-2ce02aebb6f5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Apr 12 00:05:11.794389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0faab-0628-4b35-88f6-dcfbf9c236e8 req-edc379b9-c152-47c9-8564-89bd746d5530 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:11.795911 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6c0faab-0628-4b35-88f6-dcfbf9c236e8 req-edc379b9-c152-47c9-8564-89bd746d5530 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0545487 Apr 12 00:05:11.842413 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6c0faab-0628-4b35-88f6-dcfbf9c236e8 req-8a42493b-7b50-42a3-882b-d35c6d96c40e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Apr 12 00:05:11.922467 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d1d7-fabf-4a76-a8b7-c8eca14a867c req-d7340734-a1e2-4fe8-9b13-4f553c937c21 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:11.923985 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5fc5d1d7-fabf-4a76-a8b7-c8eca14a867c req-d7340734-a1e2-4fe8-9b13-4f553c937c21 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0505922 Apr 12 00:05:11.970186 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5fc5d1d7-fabf-4a76-a8b7-c8eca14a867c req-4a917b5f-d848-4aa7-b2ca-81be3240da9d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Apr 12 00:05:12.962855 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbec9a-694f-40de-b640-db81368e53d2 req-9f539823-e245-4532-8015-2a00c4655c17 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:12.964344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5dcbec9a-694f-40de-b640-db81368e53d2 req-9f539823-e245-4532-8015-2a00c4655c17 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0529988 Apr 12 00:05:13.009803 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5dcbec9a-694f-40de-b640-db81368e53d2 req-e5054120-255b-45cd-b63f-c5dcf52308f3 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Apr 12 00:05:13.091398 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15e84-9ea4-4ee5-a6e1-f2e45b35a241 req-7d1aab9e-76b9-45ee-a8c6-ef6279c12e3f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:13.092774 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-afe15e84-9ea4-4ee5-a6e1-f2e45b35a241 req-7d1aab9e-76b9-45ee-a8c6-ef6279c12e3f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0549800 Apr 12 00:05:13.137840 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-afe15e84-9ea4-4ee5-a6e1-f2e45b35a241 req-bea44350-c72d-4245-9c9b-0322ffd42afa tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Apr 12 00:05:13.249500 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ac93-ac0a-4b1d-bc0a-0f140a702e33 req-351910f8-a65d-45e3-a1a5-ed8d15c17bc9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:13.250965 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-38c6ac93-ac0a-4b1d-bc0a-0f140a702e33 req-351910f8-a65d-45e3-a1a5-ed8d15c17bc9 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0524175 Apr 12 00:05:13.260065 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57054) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:13.264166 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Request body: {'floatingip': {'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:13.316947 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (1315150f-4080-4726-ae99-3692410afc97), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:13.749480 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:13.803630 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1315150f-4080-4726-ae99-3692410afc97), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:14.006451 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:05:14.349636 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbcb4e-cdb7-470a-be10-a6b2c0bb5900 req-c6bc7104-941c-4ee8-bb32-9973b2a8dcdf tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:14.351019 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01cbcb4e-cdb7-470a-be10-a6b2c0bb5900 req-c6bc7104-941c-4ee8-bb32-9973b2a8dcdf tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.2747974 Apr 12 00:05:14.352353 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:05:14.357227 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:14.362303 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:05:14.372133 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:05:14.372738 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:04:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:14.406810 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:14.409047 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55079301-fe86-46fd-bed8-c4b332bbcd93" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:14.446896 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e866c360-37f9-403e-978c-96a48d49f909 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "PUT /v2.0/floatingips/1315150f-4080-4726-ae99-3692410afc97 HTTP/1.1" status: 200 len: 993 time: 1.1857781 Apr 12 00:05:14.450239 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01cbcb4e-cdb7-470a-be10-a6b2c0bb5900 req-15e6f8df-1765-41bb-9442-075eed37f758 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909541 Apr 12 00:05:14.466783 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169efb16-97dd-4433-9fd6-5dba560e88be x-openstack-request-id: req-169efb16-97dd-4433-9fd6-5dba560e88be {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:14.467102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:14.467355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-169efb16-97dd-4433-9fd6-5dba560e88be {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:14.467756 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169efb16-97dd-4433-9fd6-5dba560e88be'] response: {'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'status': 'completed', 'code': 200} Apr 12 00:05:14.483912 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:05:14.537900 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-e7fd4b1c-6e27-447a-bd01-9316461bef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:14.539414 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-e7fd4b1c-6e27-447a-bd01-9316461bef84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.0439625 Apr 12 00:05:14.628866 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-1c982273-dfa1-4a51-aba3-dc18b360844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:14.630388 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-1c982273-dfa1-4a51-aba3-dc18b360844f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0840561 Apr 12 00:05:14.703381 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-f716f165-3623-4b10-883c-dfc9297dd835 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 1001 time: 0.0626073 Apr 12 00:05:14.703755 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:05:13Z', 'revision_number': 3, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:14.729493 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:05:14.737814 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:05:14.738419 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:04:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:14.751377 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-b7931c78-53eb-424b-84c3-478f88f9075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:14.752829 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-b7931c78-53eb-424b-84c3-478f88f9075e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0428023 Apr 12 00:05:14.804704 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-d7adebd8-230b-47f7-bc3e-174b82699f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:14.806184 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-d7adebd8-230b-47f7-bc3e-174b82699f7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439916 Apr 12 00:05:14.843661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:05:14.905640 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-b5926250-61e4-470e-8aca-fa39c85fcd61 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920980 Apr 12 00:05:14.998225 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55079301-fe86-46fd-bed8-c4b332bbcd93 req-7f3e48d9-95f0-416e-9ded-a8658836d8be service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827048 Apr 12 00:05:15.061254 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:05:13Z', 'revision_number': 3, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:15.089424 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7166a-e98b-4587-b8f8-66c96554212f None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1315150f-4080-4726-ae99-3692410afc97', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'port_id': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'mac_address': 'fa:16:3e:b5:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:03:28Z', 'updated_at': '2022-04-12T00:05:13Z', 'revision_number': 3, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:05:15.576803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea70b-bc42-445c-b77a-cc89101a5d77 req-e0d3772f-4be9-41ad-bfa3-d09b48d1eda0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:15.578227 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-183ea70b-bc42-445c-b77a-cc89101a5d77 req-e0d3772f-4be9-41ad-bfa3-d09b48d1eda0 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0538268 Apr 12 00:05:15.624718 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-183ea70b-bc42-445c-b77a-cc89101a5d77 req-4d483a4f-65bb-4189-9ea3-e082abf1795e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 Apr 12 00:05:16.468834 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:16.471162 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:16.505825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a34ef8-b8b0-4377-9878-2871a5c8e115 x-openstack-request-id: req-65a34ef8-b8b0-4377-9878-2871a5c8e115 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:16.506115 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:16.506381 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65a34ef8-b8b0-4377-9878-2871a5c8e115 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:16.506764 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a34ef8-b8b0-4377-9878-2871a5c8e115'] response: {'name': 'network-changed', 'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'status': 'completed', 'code': 200} Apr 12 00:05:16.577274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-0ffd7c0f-1088-4d30-8b3c-0f155cfcbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:16.578770 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-0ffd7c0f-1088-4d30-8b3c-0f155cfcbfc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 1130 time: 0.0483232 Apr 12 00:05:16.666813 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-ebd92420-5bd7-42d2-8c87-2ae5e1387994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:16.668377 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-ebd92420-5bd7-42d2-8c87-2ae5e1387994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 200 len: 920 time: 0.0823741 Apr 12 00:05:16.743175 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-e20434ae-95d9-40e2-8537-1e1b5886cf46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 200 len: 1001 time: 0.0629325 Apr 12 00:05:16.748367 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f066-6742-4ede-aba9-de896fbec252 req-173d9f80-8346-4123-8178-f2a37d72ca46 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:16.749831 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6eb9f066-6742-4ede-aba9-de896fbec252 req-173d9f80-8346-4123-8178-f2a37d72ca46 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Apr 12 00:05:16.792965 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-fa724231-e914-40c8-9281-cca80980790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:16.794439 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-fa724231-e914-40c8-9281-cca80980790c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 200 len: 858 time: 0.0446286 Apr 12 00:05:16.801373 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6eb9f066-6742-4ede-aba9-de896fbec252 req-50951534-a293-48e1-b6d4-50970ff829d1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432708 Apr 12 00:05:16.847885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-aaae925c-a951-4a66-a8d6-5b3c50916f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:16.849405 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-aaae925c-a951-4a66-a8d6-5b3c50916f97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfcab045-0936-454e-a7db-67d776fa3ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468616 Apr 12 00:05:16.942549 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-e2b8f659-5cc9-4d1a-87fa-2d05bdf626c0 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Apr 12 00:05:17.029311 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f0773e4-d9e2-4f95-aebb-8dd10fdcfd99 req-3a2a9238-8588-4dc0-965b-81991a9ebb70 service neutron] 10.222.0.20 "GET /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807059 Apr 12 00:05:17.162651 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ee8a5-a1d3-4122-87a5-69adfc5ab754 req-a5c9dcbf-ad44-48c6-ae2e-882fc6862652 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:17.164162 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-467ee8a5-a1d3-4122-87a5-69adfc5ab754 req-a5c9dcbf-ad44-48c6-ae2e-882fc6862652 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0579112 Apr 12 00:05:17.212860 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-467ee8a5-a1d3-4122-87a5-69adfc5ab754 req-1e3728ea-5cb6-4ef4-b1ef-f8fd724f0306 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Apr 12 00:05:17.271898 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-73a214fa-f5ad-42bb-8ebc-134c59accf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:17.273297 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-73a214fa-f5ad-42bb-8ebc-134c59accf7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1130 time: 0.0452700 Apr 12 00:05:17.374984 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-cad859ea-8f14-43b1-b510-a8a5ae51a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:17.376457 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-cad859ea-8f14-43b1-b510-a8a5ae51a1f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.0877080 Apr 12 00:05:17.440264 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-b5b5a70a-da45-4b06-a5f4-50693a6f4b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 1002 time: 0.0550935 Apr 12 00:05:17.490530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-959ade1e-fe44-442d-8131-9b99b988d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:17.492010 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-959ade1e-fe44-442d-8131-9b99b988d3c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0450394 Apr 12 00:05:17.540882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-33b2fcd0-e66e-47df-be28-d0cdf1dd57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:17.542260 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-33b2fcd0-e66e-47df-be28-d0cdf1dd57d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427420 Apr 12 00:05:17.628063 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-9f64346a-2b3b-43d1-909b-1e2deca73f23 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784824 Apr 12 00:05:17.724230 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a588e0a9-8956-4772-8792-d2e72a3bcc6f req-0fe9e354-4708-42f6-af2c-9a11ff6f48d0 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840387 Apr 12 00:05:18.332892 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93daf5-6d05-49f2-a0b5-07ea3306c81f req-d68271ca-3b96-4e83-8e08-9e5b3872b11f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:18.334352 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af93daf5-6d05-49f2-a0b5-07ea3306c81f req-d68271ca-3b96-4e83-8e08-9e5b3872b11f tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0527039 Apr 12 00:05:18.383764 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af93daf5-6d05-49f2-a0b5-07ea3306c81f req-f0f9cf99-f148-4443-b5df-684ff37d9929 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Apr 12 00:05:19.502143 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc319-8e2e-4e49-b43f-fb1039d264e9 req-145ce09b-aff5-49a8-b243-ab618fdcf6b6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:19.503781 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1babc319-8e2e-4e49-b43f-fb1039d264e9 req-145ce09b-aff5-49a8-b243-ab618fdcf6b6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Apr 12 00:05:19.553930 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1babc319-8e2e-4e49-b43f-fb1039d264e9 req-5afbef3d-d1c4-4705-808e-1159e7db4650 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Apr 12 00:05:24.820647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-978cc7a0-7fbf-46ab-930b-19c40df58a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:27.110455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-536d5a52-cf63-4dee-a98e-54e112f76592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:28.167275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:29.807378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.091991 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57154) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:30.191946 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-809078d2-1137-4105-85b4-ea44bf9233e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.210548 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:05:30.262231 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-809078d2-1137-4105-85b4-ea44bf9233e2 admin admin] Publish callbacks [] for security_group (fabce300-c9a2-450e-b20c-0bdf2cc3fb5b), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.323267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-809078d2-1137-4105-85b4-ea44bf9233e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (fabce300-c9a2-450e-b20c-0bdf2cc3fb5b), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.361325 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-809078d2-1137-4105-85b4-ea44bf9233e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3451f060f234dd8b0a1a7e31a9d1130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682769 Apr 12 00:05:30.362189 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809078d2-1137-4105-85b4-ea44bf9233e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabce300-c9a2-450e-b20c-0bdf2cc3fb5b,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:30.364057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57158) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:30.416139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] Publish callbacks [] for security_group (fabce300-c9a2-450e-b20c-0bdf2cc3fb5b), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.436256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] Publish callbacks [] for security_group (fabce300-c9a2-450e-b20c-0bdf2cc3fb5b), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.569762 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (fabce300-c9a2-450e-b20c-0bdf2cc3fb5b), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.572330 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:30.573475 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fabce300-c9a2-450e-b20c-0bdf2cc3fb5b HTTP/1.1" status: 204 len: 168 time: 0.2083771 Apr 12 00:05:30.580984 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0f198-f3eb-4ee6-85ae-bc617ffd5752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabce300-c9a2-450e-b20c-0bdf2cc3fb5b,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:30.923918 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-98ba6559-b7bc-4c36-8199-03be45cd3da1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431809 Apr 12 00:05:30.996585 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-4efe73ea-c59d-4bcf-8684-6ca869c37e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:30.998092 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-4efe73ea-c59d-4bcf-8684-6ca869c37e87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 1130 time: 0.0477712 Apr 12 00:05:31.100984 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-f5de79e1-41cb-4960-8a07-864d8a239a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:31.102464 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-f5de79e1-41cb-4960-8a07-864d8a239a7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.0831232 Apr 12 00:05:31.172012 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-c87bfd58-0b37-4f4b-8b69-993e4d34c0bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 200 len: 1002 time: 0.0621529 Apr 12 00:05:31.221299 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-89033fb0-fb47-4ad5-8c46-9d7824ce839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:31.222695 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-89033fb0-fb47-4ad5-8c46-9d7824ce839a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0437772 Apr 12 00:05:31.278965 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-58766bd0-742f-4d67-bc1a-7a88d511c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:31.280489 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-58766bd0-742f-4d67-bc1a-7a88d511c8ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437946 Apr 12 00:05:31.290688 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:31.372564 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-e319ac96-56e9-4037-9c69-ff7576413f86 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Apr 12 00:05:31.472496 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2f1ff53f-84c7-4c0d-971b-1e428833c032 req-e08d3e82-5ec1-4ae1-9248-59a8ce6bcd58 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935245 Apr 12 00:05:31.786442 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57180) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:31.880782 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1911688796-network', 'tenant_id': '77d13e16c2694f939137be1ca2e55b6c'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:31.992485 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Made reservation on behalf of 77d13e16c2694f939137be1ca2e55b6c for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:05:31.994717 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.003868 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.074761 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks [] for security_group (ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.134607 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.159056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:05:32.172777 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:32.182311 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (084d1712-d28d-416c-b10f-f57998b182e7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.182311 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Added segment 084d1712-d28d-416c-b10f-f57998b182e7 of type vlan for network f14adb7f-665a-4375-8a55-c98aba39311f Apr 12 00:05:32.217627 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (f14adb7f-665a-4375-8a55-c98aba39311f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.272416 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.294708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (f14adb7f-665a-4375-8a55-c98aba39311f), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.295674 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:32.296252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.352122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] Pushing event updated for resources: {'Network': ['ID=f14adb7f-665a-4375-8a55-c98aba39311f,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:32.361700 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network f14adb7f-665a-4375-8a55-c98aba39311f details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:05:32.416938 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-5b174bf1-d8d0-4ad7-8f40-2c81af84eef9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6292248 Apr 12 00:05:32.419766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57184) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:32.424540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Request body: {'subnet': {'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1911688796-subnet', 'tenant_id': '77d13e16c2694f939137be1ca2e55b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:32.510952 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Made reservation on behalf of 77d13e16c2694f939137be1ca2e55b6c for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:05:32.513235 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58907266'] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.723565 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3207065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58907324'] for subnet (9909db53-0b80-4353-b98c-64c2743a3623), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.779034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9909db53-0b80-4353-b98c-64c2743a3623,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:32.786039 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Checking segment: {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:05:32.786396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Network hostable DHCP agents. Network: f14adb7f-665a-4375-8a55-c98aba39311f, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:05:32.870056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Network f14adb7f-665a-4375-8a55-c98aba39311f is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:05:32.933799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, f14adb7f-665a-4375-8a55-c98aba39311f) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:05:32.938573 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:32.939216 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:32.944213 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3df182-4d73-427f-b00f-ca26696017ac None None] Network f14adb7f-665a-4375-8a55-c98aba39311f requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:05:33.033186 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f7ed7681-91f0-45c7-9b90-4e7fb5c0867e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6121984 Apr 12 00:05:33.041846 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9dc897-38b5-4f35-a0d1-81adf8d9ab83 None None] Network f14adb7f-665a-4375-8a55-c98aba39311f requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:05:35.180902 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-d98c2c91-68f1-40fa-8f72-aacd45367a63 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:35.182344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-d98c2c91-68f1-40fa-8f72-aacd45367a63 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/networks?id=f14adb7f-665a-4375-8a55-c98aba39311f HTTP/1.1" status: 200 len: 814 time: 0.1018717 Apr 12 00:05:35.197368 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-98cf5b01-d7d8-4a1b-bd12-a3aabdbd3661 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/quotas/77d13e16c2694f939137be1ca2e55b6c HTTP/1.1" status: 200 len: 375 time: 0.0097845 Apr 12 00:05:35.228859 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-c8078985-a383-4a56-ab78-af82e4d32d23 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263791 Apr 12 00:05:35.317316 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-b7ced248-aeb5-4705-87ac-9f5a2bcaed15 service neutron] 10.222.0.24 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816720 Apr 12 00:05:35.409588 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-1974ba28-6c18-4436-ad04-f9fb2a5ce5ce service neutron] 10.222.0.24 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Apr 12 00:05:35.637542 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cc990e70-d9d8-4c1a-9f5d-4afae533d9d2 req-b14be941-7d60-496f-a945-d4340e1b88a3 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 210 time: 0.0299819 Apr 12 00:05:36.739157 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dcb2fe30-951c-401f-8a6c-8f4a017fd3c3 req-684ebc6c-25c6-424d-b229-bc105424fe47 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 210 time: 0.0281541 Apr 12 00:05:37.506033 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-42c13906-5f3f-4206-b6bf-23d664edb38f tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:37.508008 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-42c13906-5f3f-4206-b6bf-23d664edb38f tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "GET /v2.0/networks?id=f14adb7f-665a-4375-8a55-c98aba39311f HTTP/1.1" status: 200 len: 814 time: 0.1025743 Apr 12 00:05:37.527185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Request body: {'port': {'device_id': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f', 'admin_state_up': True, 'tenant_id': '77d13e16c2694f939137be1ca2e55b6c'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:37.709962 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Made reservation on behalf of 77d13e16c2694f939137be1ca2e55b6c for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:05:37.713398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:37.831859 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-46be31cf-73d6-4668-bc7b-aa493c4090d3 req-424ac002-73a1-44a5-9bc1-1a0ce669d3e5 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Apr 12 00:05:37.835439 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Allocated IP 172.20.0.7 (f14adb7f-665a-4375-8a55-c98aba39311f/9909db53-0b80-4353-b98c-64c2743a3623/4821f24c-f9b4-47f7-95ef-580c0046445a) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:05:37.976310 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks [] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.072591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.113098 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Network f14adb7f-665a-4375-8a55-c98aba39311f is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:05:38.116139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:05:38.119800 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:05:38.151421 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Pushing event updated for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:38.175538 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:38.176144 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.297148 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-29598e26-f831-4aa0-880b-e21aef24d77d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735507 Apr 12 00:05:38.309404 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Request body: {'port': {'device_id': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:38.366108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.615475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4821f24c-f9b4-47f7-95ef-580c0046445a {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:05:38.622734 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks [] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.634759 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Transition to ACTIVE for port object 4821f24c-f9b4-47f7-95ef-580c0046445a will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:05:38.717625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.768440 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Pushing event updated for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:38.834778 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Attempting to bind port 4821f24c-f9b4-47f7-95ef-580c0046445a on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:05:38.835131 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Attempting to bind port 4821f24c-f9b4-47f7-95ef-580c0046445a by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:05:38.835454 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Attempting to bind port 4821f24c-f9b4-47f7-95ef-580c0046445a on network f14adb7f-665a-4375-8a55-c98aba39311f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:05:38.839649 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Port 4821f24c-f9b4-47f7-95ef-580c0046445a on network f14adb7f-665a-4375-8a55-c98aba39311f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:05:38.839969 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Attempting to bind port 4821f24c-f9b4-47f7-95ef-580c0046445a on network f14adb7f-665a-4375-8a55-c98aba39311f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:05:38.844710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:05:38.845044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Checking segment: {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:05:38.845418 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Bound using segment: {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:05:38.845836 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Bound port: 4821f24c-f9b4-47f7-95ef-580c0046445a, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:05:38.846180 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:38.909691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:05:38.912744 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4821f24c-f9b4-47f7-95ef-580c0046445a,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:05:38.956938 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179102-e3c0-4b90-881f-c60d8e420252 req-e674e30e-9d33-4f38-8bed-4a73002fe4f4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:38.958716 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d179102-e3c0-4b90-881f-c60d8e420252 req-e674e30e-9d33-4f38-8bed-4a73002fe4f4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 943 time: 0.0562878 Apr 12 00:05:38.986805 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:39.009412 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d179102-e3c0-4b90-881f-c60d8e420252 req-ad95219e-9c59-4f8c-a299-0eb063f8f002 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Apr 12 00:05:39.254576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.255216 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:39.256671 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] 10.222.0.20 "PUT /v2.0/ports/4821f24c-f9b4-47f7-95ef-580c0046445a HTTP/1.1" status: 200 len: 1093 time: 0.9512370 Apr 12 00:05:39.257109 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:39.259333 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5279976-e951-4193-aa2e-cb702703fd82" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:39.283125 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5486ea-f2c7-4713-9181-ad6a1059f976 service neutron] Pushing event updated for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:39.294099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe34741-a35a-4d95-8841-23fb9b91326e x-openstack-request-id: req-cbe34741-a35a-4d95-8841-23fb9b91326e {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:39.294099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:39.294099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbe34741-a35a-4d95-8841-23fb9b91326e {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:39.294384 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe34741-a35a-4d95-8841-23fb9b91326e'] response: {'name': 'network-changed', 'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a', 'status': 'completed', 'code': 200} Apr 12 00:05:39.361473 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279976-e951-4193-aa2e-cb702703fd82 req-499e361a-ae7c-4ab4-81aa-150e89ce04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.363047 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d5279976-e951-4193-aa2e-cb702703fd82 req-499e361a-ae7c-4ab4-81aa-150e89ce04c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 1127 time: 0.0450184 Apr 12 00:05:39.456976 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279976-e951-4193-aa2e-cb702703fd82 req-c6bef61b-7bde-44d0-98a1-5c3b06061c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.458385 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d5279976-e951-4193-aa2e-cb702703fd82 req-c6bef61b-7bde-44d0-98a1-5c3b06061c4f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=77d13e16c2694f939137be1ca2e55b6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0885351 Apr 12 00:05:39.548792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279976-e951-4193-aa2e-cb702703fd82 req-b5aedb84-3e5f-4e15-948b-85e810f524ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.550162 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d5279976-e951-4193-aa2e-cb702703fd82 req-b5aedb84-3e5f-4e15-948b-85e810f524ed service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845540 Apr 12 00:05:39.631424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-19ea09d1-1873-42fd-8182-ab4d7da6c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.632901 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-19ea09d1-1873-42fd-8182-ab4d7da6c01d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 1127 time: 0.0473378 Apr 12 00:05:39.688449 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-553e91a2-174f-4d8f-a393-aa8540a51f10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4821f24c-f9b4-47f7-95ef-580c0046445a HTTP/1.1" status: 200 len: 217 time: 0.0481029 Apr 12 00:05:39.740479 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d622-4130-47ac-9760-e728bd482e92 req-c87eaa0d-2833-4522-9fb0-cc4da0f1e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:39.741899 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-c87eaa0d-2833-4522-9fb0-cc4da0f1e2c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9909db53-0b80-4353-b98c-64c2743a3623 HTTP/1.1" status: 200 len: 854 time: 0.0436256 Apr 12 00:05:39.784316 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-1b7a61ec-db23-444b-bf43-44721d22e084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f14adb7f-665a-4375-8a55-c98aba39311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310652 Apr 12 00:05:39.871593 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-91f3ed02-08db-4446-ae77-10a12d656775 service neutron] 10.222.0.20 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788467 Apr 12 00:05:39.961223 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9949d622-4130-47ac-9760-e728bd482e92 req-b574e574-8da5-4083-9a75-032a42229d7e service neutron] 10.222.0.20 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817244 Apr 12 00:05:40.129220 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced01084-c86b-478b-930d-7c9017f85a53 req-666afb73-2fa4-48dd-a934-26618566eb7d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:40.130805 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ced01084-c86b-478b-930d-7c9017f85a53 req-666afb73-2fa4-48dd-a934-26618566eb7d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 943 time: 0.0518034 Apr 12 00:05:40.179787 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ced01084-c86b-478b-930d-7c9017f85a53 req-15157e5b-a57e-4d5d-bd12-a88f458f83b9 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Apr 12 00:05:41.299030 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96176f-137e-4080-8534-4d50de2fe2af req-68dd9a0e-c321-424f-82b2-a2b3a93b5d06 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:41.300491 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea96176f-137e-4080-8534-4d50de2fe2af req-68dd9a0e-c321-424f-82b2-a2b3a93b5d06 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 943 time: 0.0543075 Apr 12 00:05:41.349746 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea96176f-137e-4080-8534-4d50de2fe2af req-2cf2d214-b5a8-469c-93a5-b09586bce9cd tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Apr 12 00:05:42.339841 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd38d-5d9d-4514-85d6-fffdbb7b8359 req-691608fe-ac44-4f93-8d0a-4d169329d6a6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:42.341315 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a8fcd38d-5d9d-4514-85d6-fffdbb7b8359 req-691608fe-ac44-4f93-8d0a-4d169329d6a6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0511577 Apr 12 00:05:42.388050 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a8fcd38d-5d9d-4514-85d6-fffdbb7b8359 req-6e0fc785-b28e-4593-912a-7c6e78c742da tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412102 Apr 12 00:05:42.465898 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ed3-48d0-47ad-9d49-d6bd5c256e7c req-434559b7-6988-4b0c-a63c-124a2414e9aa tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:42.467381 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3d3a4ed3-48d0-47ad-9d49-d6bd5c256e7c req-434559b7-6988-4b0c-a63c-124a2414e9aa tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 943 time: 0.0516281 Apr 12 00:05:42.512303 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3d3a4ed3-48d0-47ad-9d49-d6bd5c256e7c req-2312adad-93fd-4d83-8a2b-56a5c1042f30 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 Apr 12 00:05:43.456852 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4821f24c-f9b4-47f7-95ef-580c0046445a details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:05:43.510641 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b771524-10d4-49ae-9489-3eba5d702942 req-40680eec-98f9-484b-926f-7ebf1ffdc1ba tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:43.512131 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b771524-10d4-49ae-9489-3eba5d702942 req-40680eec-98f9-484b-926f-7ebf1ffdc1ba tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0548415 Apr 12 00:05:43.552020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4821f24c-f9b4-47f7-95ef-580c0046445a,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:43.559335 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b771524-10d4-49ae-9489-3eba5d702942 req-6d7b2dac-ecf6-4f48-be95-87513df38ebe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Apr 12 00:05:43.565066 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '4821f24c-f9b4-47f7-95ef-580c0046445a', 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f', 'port_id': '4821f24c-f9b4-47f7-95ef-580c0046445a', 'mac_address': 'fa:16:3e:65:79:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9909db53-0b80-4353-b98c-64c2743a3623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:05:43.604492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 4821f24c-f9b4-47f7-95ef-580c0046445a is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:05:43.604877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:43.618228 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4821f24c-f9b4-47f7-95ef-580c0046445a {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:05:43.633412 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704866-f7f6-4efe-863c-1dc498ccbf77 req-5a7982cd-ac5c-45c1-acd5-243f5772fc2a tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:43.634962 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e704866-f7f6-4efe-863c-1dc498ccbf77 req-5a7982cd-ac5c-45c1-acd5-243f5772fc2a tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 943 time: 0.0554843 Apr 12 00:05:43.638309 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4821f24c-f9b4-47f7-95ef-580c0046445a,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:43.682882 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e704866-f7f6-4efe-863c-1dc498ccbf77 req-2b25603c-3e18-46fc-9942-dec936b0def2 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Apr 12 00:05:43.695660 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:43.748888 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:43.756277 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.756703 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.757093 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.757435 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.758111 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.758541 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.758937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.759283 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.759621 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.759951 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.760280 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.760604 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:43.760927 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:05:44.045848 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['4821f24c-f9b4-47f7-95ef-580c0046445a'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:05:44.096633 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-d0799bc6-7f1e-4362-9693-ea1fc24faa03 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:44.098130 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-d0799bc6-7f1e-4362-9693-ea1fc24faa03 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0591969 Apr 12 00:05:44.203355 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Deleting port d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:05:44.203698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (d46507f9-93c1-4790-9570-050cefbebebe), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:44.293292 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] For port d46507f9-93c1-4790-9570-050cefbebebe, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=d46507f9-93c1-4790-9570-050cefbebebe,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:44.293657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (d46507f9-93c1-4790-9570-050cefbebebe), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:44.510247 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:44.510610 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:44.510955 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Floating IP 2c4edb10-acb1-4fe1-a824-9d42bb9a78b6 disassociated. External IP: 172.27.1.193, port: d46507f9-93c1-4790-9570-050cefbebebe. Apr 12 00:05:44.511305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Calling delete_port for d46507f9-93c1-4790-9570-050cefbebebe owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:05:44.682054 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeab70-d16c-4e4b-99c6-7746df5c6108 req-27ef310d-47e6-4a18-9975-eb0a050ab8cb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:44.683566 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cbeab70-d16c-4e4b-99c6-7746df5c6108 req-27ef310d-47e6-4a18-9975-eb0a050ab8cb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 947 time: 0.0554395 Apr 12 00:05:44.710355 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (d46507f9-93c1-4790-9570-050cefbebebe), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:44.731313 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cbeab70-d16c-4e4b-99c6-7746df5c6108 req-e45c0d65-4bcd-4e55-a06e-26135612d6b6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 Apr 12 00:05:44.739869 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'Port': ['ID=d46507f9-93c1-4790-9570-050cefbebebe,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:44.813525 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44626-41c1-43ec-b3a4-fa3a9c9296ed req-265d21aa-6267-44a8-892d-baf0ac532e4b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:44.815062 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f5e44626-41c1-43ec-b3a4-fa3a9c9296ed req-265d21aa-6267-44a8-892d-baf0ac532e4b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 944 time: 0.0540712 Apr 12 00:05:44.860577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:05:44.865678 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f5e44626-41c1-43ec-b3a4-fa3a9c9296ed req-f3130fb0-48b8-43d5-b12a-6009915880ef tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Apr 12 00:05:44.967476 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:05:44.977405 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:05:44.988275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:05:44.988906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:45.010021 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] No DVR routers for this DVR port d46507f9-93c1-4790-9570-050cefbebebe on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:05:45.012877 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:45.016552 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ecf0aa0-54c4-4eaf-91ef-a72a6472e4f4 req-5f5269f1-0195-4700-aa3a-e1587520c95f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "DELETE /v2.0/ports/d46507f9-93c1-4790-9570-050cefbebebe HTTP/1.1" status: 204 len: 173 time: 0.9090071 Apr 12 00:05:45.017019 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-deleted', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:45.020031 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16cc4b-47cc-44c7-8f2b-3d93dd0df4b4" -d '{"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-deleted", "tag": "d46507f9-93c1-4790-9570-050cefbebebe"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:45.074149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a1279-5354-4635-a837-a53cf0129ecb x-openstack-request-id: req-383a1279-5354-4635-a837-a53cf0129ecb {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:45.074505 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abea9bab-c119-4942-b10f-4e2fe88b4df6", "name": "network-vif-deleted", "tag": "d46507f9-93c1-4790-9570-050cefbebebe", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:45.074822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383a1279-5354-4635-a837-a53cf0129ecb {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:45.075308 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383a1279-5354-4635-a837-a53cf0129ecb'] response: {'server_uuid': 'abea9bab-c119-4942-b10f-4e2fe88b4df6', 'name': 'network-vif-deleted', 'tag': 'd46507f9-93c1-4790-9570-050cefbebebe', 'status': 'completed', 'code': 200} Apr 12 00:05:45.105721 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:05:45.303942 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:45.329443 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:05:45.337754 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:05:45.338358 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:45.449530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:05:45.477782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4821f24c-f9b4-47f7-95ef-580c0046445a up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:05:45.677941 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:05:45.702982 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 4821f24c-f9b4-47f7-95ef-580c0046445a completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:05:45.704958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6eb5a-aa17-440f-98d2-ce930f73d64a None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:05:45.708517 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 4821f24c-f9b4-47f7-95ef-580c0046445a triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:05:45.708888 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:45.862659 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 4821f24c-f9b4-47f7-95ef-580c0046445a is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:05:45.862659 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:45.869767 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-58d02ea4-9c14-4141-b911-a22612461d62 req-8352cf97-35da-4aa1-8f47-8738c5736abc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=abea9bab-c119-4942-b10f-4e2fe88b4df6 HTTP/1.1" status: 200 len: 210 time: 0.0405645 Apr 12 00:05:45.898300 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:45.900838 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd16f21-d154-4d6f-b6b5-59c91b5cddb4" -d '{"events": [{"server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "name": "network-vif-plugged", "status": "completed", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:45.917634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4821f24c-f9b4-47f7-95ef-580c0046445a,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:45.943556 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9a8f15-f96a-4160-9203-759e2f4ea0d6 x-openstack-request-id: req-4e9a8f15-f96a-4160-9203-759e2f4ea0d6 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:45.944545 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "name": "network-vif-plugged", "status": "completed", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:45.945018 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e9a8f15-f96a-4160-9203-759e2f4ea0d6 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:45.945420 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9a8f15-f96a-4160-9203-759e2f4ea0d6'] response: {'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a', 'code': 200} Apr 12 00:05:46.013228 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:46.028782 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca4d1d-a637-468d-978a-fc6a87655fd2 req-9e56deb0-0311-4e13-8e9a-1fa13c36a3a0 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:46.030402 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d4ca4d1d-a637-468d-978a-fc6a87655fd2 req-9e56deb0-0311-4e13-8e9a-1fa13c36a3a0 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 944 time: 0.0649276 Apr 12 00:05:46.059255 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd770d-a185-4876-8aad-95cd76aa0c20 None None] New status for floating IP 2c4edb10-acb1-4fe1-a824-9d42bb9a78b6: DOWN {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:05:46.081917 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d4ca4d1d-a637-468d-978a-fc6a87655fd2 req-c97cfb32-b99f-4ebf-b859-53e91a8d805b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 Apr 12 00:05:46.087906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:46.305409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba670cb-9a4b-43a7-8b14-865592dc75a6 req-ead677d6-8e3a-452b-a892-053638bd14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:46.307569 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ba670cb-9a4b-43a7-8b14-865592dc75a6 req-ead677d6-8e3a-452b-a892-053638bd14da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 1129 time: 0.0469747 Apr 12 00:05:46.353451 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5ba670cb-9a4b-43a7-8b14-865592dc75a6 req-acae8fbe-a9a3-4fe3-8053-51e4f460864f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Apr 12 00:05:47.025415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57304) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:47.093572 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.117661 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.211224 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21261456-f257-492b-8f31-3f1fe7a752fb req-d6b66d25-2418-411e-b20f-6df3fc4f5b9b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:47.212697 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-21261456-f257-492b-8f31-3f1fe7a752fb req-d6b66d25-2418-411e-b20f-6df3fc4f5b9b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Apr 12 00:05:47.241387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.244149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.245862 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "DELETE /v2.0/security-groups/4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8 HTTP/1.1" status: 204 len: 168 time: 0.2194183 Apr 12 00:05:47.248740 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57310) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:47.255279 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c4fb7-3dc4-432b-9bb8-e15c9d95a16f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:47.270565 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-17740c11-542d-4916-8350-c56b44d5090b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] show failed (client error): The resource could not be found. Apr 12 00:05:47.273666 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-17740c11-542d-4916-8350-c56b44d5090b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups/4ec52e4d-efa5-4c6e-ac7a-a282c6fd4ed8 HTTP/1.1" status: 404 len: 347 time: 0.0216582 Apr 12 00:05:47.275775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57312) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:47.318443 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-21261456-f257-492b-8f31-3f1fe7a752fb req-7a8bb606-484b-4630-aea7-7910c47e6757 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000893 Apr 12 00:05:47.407846 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Deleting port 00ac34fe-3014-4c44-bcda-0020b72364ac {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:05:47.408181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.486701 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.487059 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (00ac34fe-3014-4c44-bcda-0020b72364ac), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.495722 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:05:47.499076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Calling delete_port for 00ac34fe-3014-4c44-bcda-0020b72364ac owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:05:47.515649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: d46507f9-93c1-4790-9570-050cefbebebe {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:05:47.515979 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device d46507f9-93c1-4790-9570-050cefbebebe not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:05:47.780965 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (00ac34fe-3014-4c44-bcda-0020b72364ac), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.808838 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'Port': ['ID=00ac34fe-3014-4c44-bcda-0020b72364ac,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:47.877102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (2c4edb10-acb1-4fe1-a824-9d42bb9a78b6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.883076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:47.883076 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-7ff8edf1-5990-4fd3-a034-7e6068930414 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c4edb10-acb1-4fe1-a824-9d42bb9a78b6 HTTP/1.1" status: 204 len: 168 time: 0.6054678 Apr 12 00:05:48.288717 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57318) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:48.293325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344877502', 'description': 'tempest-description--2065308657'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:48.363143 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.428949 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (e95a1400-2e54-4d82-9fb9-fedca73c2f01), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.439968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f3bb-fcae-4a24-a68b-15e25798399e req-0498f25d-5606-4ae1-8866-a5304fb723ca tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:48.441424 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41c7f3bb-fcae-4a24-a68b-15e25798399e req-0498f25d-5606-4ae1-8866-a5304fb723ca tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Apr 12 00:05:48.488622 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41c7f3bb-fcae-4a24-a68b-15e25798399e req-78bd6b08-c319-4c3b-9343-9ab928d8d74a tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Apr 12 00:05:48.494544 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e95a1400-2e54-4d82-9fb9-fedca73c2f01), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.524427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a1400-2e54-4d82-9fb9-fedca73c2f01,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:48.594075 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.595556 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bbb80d3c-41d8-4e06-b648-9733534cda27 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3057835 Apr 12 00:05:48.598392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57344) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:48.602787 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group_rule': {'security_group_id': 'e95a1400-2e54-4d82-9fb9-fedca73c2f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:48.693488 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (26a1c64d-0950-4b63-aa12-17757fca306d), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.749162 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (26a1c64d-0950-4b63-aa12-17757fca306d), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.825971 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (26a1c64d-0950-4b63-aa12-17757fca306d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.845990 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a1c64d-0950-4b63-aa12-17757fca306d,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:48.913576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:48.914764 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-fc85d19f-9cf9-4d17-b4e6-1e8fec75dd37 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153851 Apr 12 00:05:48.917484 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57362) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:48.921616 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'security_group_rule': {'security_group_id': 'e95a1400-2e54-4d82-9fb9-fedca73c2f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:49.002244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (6e1f9a73-17df-4a22-98bc-bd6101e0ba41), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.056293 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (6e1f9a73-17df-4a22-98bc-bd6101e0ba41), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.138406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (6e1f9a73-17df-4a22-98bc-bd6101e0ba41), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.158160 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f9a73-17df-4a22-98bc-bd6101e0ba41,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:49.227016 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.231134 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-696ef119-bc51-441a-9fa7-ea1e5f308d10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098350 Apr 12 00:05:49.234358 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57366) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:05:49.236221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:49.335088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.427129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.537763 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Allocated IP 172.27.1.22 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/22a267a3-4d83-4bf6-90ab-6b090854e2ba) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:05:49.637297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.746413 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:49.793641 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:05:49.804378 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:05:49.808122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:05:49.811414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=22a267a3-4d83-4bf6-90ab-6b090854e2ba,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:49.895644 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.018363 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.176348 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.243232 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.318051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=22a267a3-4d83-4bf6-90ab-6b090854e2ba,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:50.329458 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.422116 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:50.424462 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c7a6fad1-d942-4c22-9a54-b4b3f09b2f38 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1916327 Apr 12 00:05:50.621471 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-48efcf58-4bfd-43a9-8961-5ca2c87711cb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1344877502&fields=id&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 267 time: 0.0430226 Apr 12 00:05:50.727775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-9f414bda-9099-4a05-b22c-213d32a75044 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:50.729126 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-9f414bda-9099-4a05-b22c-213d32a75044 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 816 time: 0.1012485 Apr 12 00:05:50.744203 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-6c815972-d4dc-4f1c-97d5-cd5d5c099d47 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/quotas/f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 375 time: 0.0094666 Apr 12 00:05:50.799908 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-99ea4b4d-bee6-4700-a36e-6e280cf9d823 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502133 Apr 12 00:05:50.897595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-0d2f0955-9248-4421-82be-46cbe7545438 service neutron] 10.222.0.24 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Apr 12 00:05:50.987978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-398ef824-ba5a-40a9-a362-6557af38205e service neutron] 10.222.0.24 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Apr 12 00:05:51.229215 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-28ec1bcb-40ca-429c-aac5-7e08e4f3b4c8 req-d0eef86d-2933-4296-98f7-45b822c5eec1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0276313 Apr 12 00:05:52.331101 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6da17560-c7d5-42ff-8b9e-5b73923a973a req-f1d556b9-56df-45c7-bc3b-75b363ef045f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Apr 12 00:05:53.208749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-12f96352-4b84-4b27-81c5-2893a428f5bc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:53.210191 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-12f96352-4b84-4b27-81c5-2893a428f5bc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 816 time: 0.1063175 Apr 12 00:05:53.274168 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-73a2a7a1-d7fa-4cea-90dd-e3ee163ca498 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 380 time: 0.0549796 Apr 12 00:05:53.292245 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'port': {'device_id': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'admin_state_up': True, 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'security_groups': ['e95a1400-2e54-4d82-9fb9-fedca73c2f01']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:53.450958 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-feedfa39-434c-433a-bfe1-76193210a433 req-3cde8c5e-ef1f-456c-8094-5e1d64cb45c7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0341775 Apr 12 00:05:53.471657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Made reservation on behalf of f86f93d46d394081b4da1693c28e9c7e for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:05:53.471657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:53.604986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Allocated IP 172.20.0.3 (91c35a18-6082-429e-b7e5-6ec49650a675/31751cc5-261b-444b-928f-77896d56c6f1/b4584482-7daa-45da-be77-1c3476d48f68) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:05:53.742923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for port (b4584482-7daa-45da-be77-1c3476d48f68), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:53.832701 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:53.880916 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Network 91c35a18-6082-429e-b7e5-6ec49650a675 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:05:53.886812 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:05:53.889983 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:05:53.920121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:53.949407 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:53.950034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.015607 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-67470b8e-81bc-4ca4-a3ab-9b1ebf23c7ae tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272313 Apr 12 00:05:54.028105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Request body: {'port': {'device_id': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:05:54.070156 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-346afff6-9015-4ca3-9227-663dc78fae4c None None] Provisioning complete for port b4584482-7daa-45da-be77-1c3476d48f68 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:05:54.070744 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-346afff6-9015-4ca3-9227-663dc78fae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4584482-7daa-45da-be77-1c3476d48f68), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.090175 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.104304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-346afff6-9015-4ca3-9227-663dc78fae4c None None] Port b4584482-7daa-45da-be77-1c3476d48f68 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:05:54.352276 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:05:54.359885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks [] for port (b4584482-7daa-45da-be77-1c3476d48f68), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.372483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Transition to ACTIVE for port object b4584482-7daa-45da-be77-1c3476d48f68 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:05:54.487622 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.533436 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:54.620874 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e894-9e2b-44e1-b9f8-e4faee13609e req-761b09bf-d9e7-431d-bca2-51f5d00c2f6c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:54.620874 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c347e894-9e2b-44e1-b9f8-e4faee13609e req-761b09bf-d9e7-431d-bca2-51f5d00c2f6c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0628924 Apr 12 00:05:54.624377 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Attempting to bind port b4584482-7daa-45da-be77-1c3476d48f68 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:05:54.624724 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Attempting to bind port b4584482-7daa-45da-be77-1c3476d48f68 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:05:54.625065 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Attempting to bind port b4584482-7daa-45da-be77-1c3476d48f68 on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:05:54.630425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Port b4584482-7daa-45da-be77-1c3476d48f68 on network 91c35a18-6082-429e-b7e5-6ec49650a675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:05:54.630752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Attempting to bind port b4584482-7daa-45da-be77-1c3476d48f68 on network 91c35a18-6082-429e-b7e5-6ec49650a675 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:05:54.636593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:05:54.636934 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Checking segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:05:54.637316 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Bound using segment: {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:05:54.637745 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Bound port: b4584482-7daa-45da-be77-1c3476d48f68, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:05:54.638112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.684661 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c347e894-9e2b-44e1-b9f8-e4faee13609e req-12186aa6-19cd-4282-b4de-208f14918d47 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613928 Apr 12 00:05:54.720237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:05:54.724120 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:05:54.832493 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.855703 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e76b435f-017d-4b3f-8966-040bc8c71635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.872315 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:54.872850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:54.874282 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 1093 time: 0.8503869 Apr 12 00:05:54.875047 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:05:54.877319 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed47b31-7081-4942-a36b-da50119be04e" -d '{"events": [{"name": "network-changed", "server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:05:54.904291 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0f578-2264-476d-9cfd-93a82b18a844 service neutron] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:05:54.937783 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0654d80e-d4cb-4660-8e76-8937e8cd44d8 x-openstack-request-id: req-0654d80e-d4cb-4660-8e76-8937e8cd44d8 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:05:54.938159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:05:54.938514 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0654d80e-d4cb-4660-8e76-8937e8cd44d8 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:05:54.939069 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0654d80e-d4cb-4660-8e76-8937e8cd44d8'] response: {'name': 'network-changed', 'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'status': 'completed', 'code': 200} Apr 12 00:05:55.010881 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47b31-7081-4942-a36b-da50119be04e req-77ef4170-8976-4b17-b275-99f795f72d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.012560 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8ed47b31-7081-4942-a36b-da50119be04e req-77ef4170-8976-4b17-b275-99f795f72d11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1127 time: 0.0498643 Apr 12 00:05:55.125022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47b31-7081-4942-a36b-da50119be04e req-0b2c7818-ec75-4640-baf3-c1aa407a51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.126386 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8ed47b31-7081-4942-a36b-da50119be04e req-0b2c7818-ec75-4640-baf3-c1aa407a51cd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f86f93d46d394081b4da1693c28e9c7e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1049321 Apr 12 00:05:55.233338 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47b31-7081-4942-a36b-da50119be04e req-03b4d03f-0ef5-4e54-9ec0-cba50da555b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.235035 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8ed47b31-7081-4942-a36b-da50119be04e req-03b4d03f-0ef5-4e54-9ec0-cba50da555b2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019003 Apr 12 00:05:55.335204 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-58266972-c547-413a-b473-9ec0c532e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.336713 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-58266972-c547-413a-b473-9ec0c532e66b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1127 time: 0.0477197 Apr 12 00:05:55.379514 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-81ee8382-6429-4f64-829c-771f775be934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 217 time: 0.0337398 Apr 12 00:05:55.435245 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-54a30bbd-0c11-4cde-888e-3d07a5771b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.436724 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-54a30bbd-0c11-4cde-888e-3d07a5771b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0476146 Apr 12 00:05:55.486184 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-186e44f6-379f-4479-9746-b155db605d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.487710 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-186e44f6-379f-4479-9746-b155db605d33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436330 Apr 12 00:05:55.592262 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-0a6bf1a9-2b62-44fd-8ba0-c6f59db02916 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889208 Apr 12 00:05:55.692657 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ecf1cded-d564-4b0e-8e18-bef21b51ff82 req-aea64649-89e4-47bc-a76a-f9c16616cd24 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Apr 12 00:05:55.825738 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc761b38-c3e4-4d6f-bdb4-3e96f4def243 req-406345ba-1c2b-4874-a7e4-21f86db7b865 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:55.827247 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc761b38-c3e4-4d6f-bdb4-3e96f4def243 req-406345ba-1c2b-4874-a7e4-21f86db7b865 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0531881 Apr 12 00:05:55.882611 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc761b38-c3e4-4d6f-bdb4-3e96f4def243 req-ba5e25b7-6dec-4695-a13a-7304f647a516 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492377 Apr 12 00:05:56.262975 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8328016-190a-481d-8420-89aa75229667 req-18026ade-580b-4381-aec7-89998e711a8e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:56.264434 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e8328016-190a-481d-8420-89aa75229667 req-18026ade-580b-4381-aec7-89998e711a8e tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0555680 Apr 12 00:05:56.310013 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e8328016-190a-481d-8420-89aa75229667 req-43d7d16c-0c3e-4320-964c-44be93374a78 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Apr 12 00:05:57.009731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8caf5d-3cba-4499-a2eb-7ce879049e54 req-38806c39-9b16-4125-967b-8f83656f6e11 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:57.011168 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a8caf5d-3cba-4499-a2eb-7ce879049e54 req-38806c39-9b16-4125-967b-8f83656f6e11 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0552447 Apr 12 00:05:57.060378 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a8caf5d-3cba-4499-a2eb-7ce879049e54 req-b6618937-9ef8-496c-9bba-4b065f75040a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Apr 12 00:05:57.100276 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-96506312-ccd0-443f-86bd-c18fe8b02efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:57.424532 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef9b3-c8af-4fb5-926b-925a90ffd6bf req-8bb03da1-6541-4cbe-a43f-0ae469f4b77c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:57.425979 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ceef9b3-c8af-4fb5-926b-925a90ffd6bf req-8bb03da1-6541-4cbe-a43f-0ae469f4b77c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0507734 Apr 12 00:05:57.474622 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ceef9b3-c8af-4fb5-926b-925a90ffd6bf req-2142b5f7-6967-469d-9a5e-f2e7402c0477 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Apr 12 00:05:58.180323 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:58.187336 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720d79-739d-479c-9b10-bf108f50924e req-50835432-e1f9-44e0-bfd3-1555367284e3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:58.188826 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cb720d79-739d-479c-9b10-bf108f50924e req-50835432-e1f9-44e0-bfd3-1555367284e3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0530760 Apr 12 00:05:58.239014 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cb720d79-739d-479c-9b10-bf108f50924e req-cd720969-2fcc-44dc-9c70-3020b4c57c11 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Apr 12 00:05:58.591568 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f8905-926d-441e-b763-3b5299244b65 req-5d9967b0-9b17-43e9-8a92-f374ca2b66bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:58.593108 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c41f8905-926d-441e-b763-3b5299244b65 req-5d9967b0-9b17-43e9-8a92-f374ca2b66bc tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Apr 12 00:05:58.640295 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c41f8905-926d-441e-b763-3b5299244b65 req-7ad0afb7-6db2-472d-b91c-96276ad40f94 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Apr 12 00:05:59.366355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1426d3-e132-4aab-9347-185be39bbd75 req-3ce83530-fc04-4e9e-b686-fa8de1a10338 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:59.367831 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fd1426d3-e132-4aab-9347-185be39bbd75 req-3ce83530-fc04-4e9e-b686-fa8de1a10338 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0556219 Apr 12 00:05:59.414535 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fd1426d3-e132-4aab-9347-185be39bbd75 req-74965e65-3550-47cf-95b9-a5e4cc402379 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Apr 12 00:05:59.535953 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:05:59.635557 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:59.648184 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'b4584482-7daa-45da-be77-1c3476d48f68', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:05:59.689940 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:05:59.690332 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:59.703912 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:05:59.735970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:05:59.766169 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470c56-a498-4824-a0e5-aea1a66e58a3 req-769b68ef-4ca9-4260-860f-26e16219b168 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:05:59.767690 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c470c56-a498-4824-a0e5-aea1a66e58a3 req-769b68ef-4ca9-4260-860f-26e16219b168 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0605817 Apr 12 00:05:59.814558 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:59.816753 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c470c56-a498-4824-a0e5-aea1a66e58a3 req-191ccb9c-db56-4f5b-9633-3961b9cbd98f tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Apr 12 00:05:59.843251 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:05:59.897190 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:00.188818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b4584482-7daa-45da-be77-1c3476d48f68'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:00.323064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-26c7943b-f34a-43cf-bf9a-e9f47a504f94 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:00.324498 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-26c7943b-f34a-43cf-bf9a-e9f47a504f94 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0513856 Apr 12 00:06:00.541830 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0044c-d7cf-4d61-a17e-68bf2ae49bc7 req-d776a9be-56c8-4a81-aac3-3ae89a0e388f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:00.543420 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41f0044c-d7cf-4d61-a17e-68bf2ae49bc7 req-d776a9be-56c8-4a81-aac3-3ae89a0e388f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0566542 Apr 12 00:06:00.592751 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41f0044c-d7cf-4d61-a17e-68bf2ae49bc7 req-b5ad9db4-55df-405e-9f2c-4b3efde2eff0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Apr 12 00:06:00.656650 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Deleting port 521fe510-7b88-4489-95b2-1de5a9cf866e {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:00.657060 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:00.743274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] For port 521fe510-7b88-4489-95b2-1de5a9cf866e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=521fe510-7b88-4489-95b2-1de5a9cf866e,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:00.743632 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:00.912034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:00.912309 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1315150f-4080-4726-ae99-3692410afc97), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:00.912636 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Floating IP 1315150f-4080-4726-ae99-3692410afc97 disassociated. External IP: 172.27.1.71, port: 521fe510-7b88-4489-95b2-1de5a9cf866e. Apr 12 00:06:00.912978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Calling delete_port for 521fe510-7b88-4489-95b2-1de5a9cf866e owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:00.936520 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bfc64-4427-46a1-b90a-45c01a3f6cde req-8d5816b7-fd1f-42dc-a198-4910ee77654d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:00.937907 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-113bfc64-4427-46a1-b90a-45c01a3f6cde req-8d5816b7-fd1f-42dc-a198-4910ee77654d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 946 time: 0.0526495 Apr 12 00:06:00.989844 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-113bfc64-4427-46a1-b90a-45c01a3f6cde req-b55f9c61-4c55-4734-b764-3a6212f1940d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6409f08-2c28-4dae-bed4-dd4bc1eb729b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463741 Apr 12 00:06:01.129106 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (521fe510-7b88-4489-95b2-1de5a9cf866e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:01.158265 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event deleted for resources: {'Port': ['ID=521fe510-7b88-4489-95b2-1de5a9cf866e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:01.168296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.168296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.168625 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.168972 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.169336 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.169673 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.170008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.170334 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.171025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.171025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.171344 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.171786 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.172025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:01.284961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:06:01.300293 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:01.394624 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:06:01.405474 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:06:01.416280 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:01.417247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:01.438801 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] No DVR routers for this DVR port 521fe510-7b88-4489-95b2-1de5a9cf866e on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:01.441663 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:01.446238 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ebd9c3f2-b06d-4d87-8d4f-353bc0a38f46 req-35e45fad-4a8e-4ee4-aa1a-1156dd649993 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "DELETE /v2.0/ports/521fe510-7b88-4489-95b2-1de5a9cf866e HTTP/1.1" status: 204 len: 173 time: 1.1148171 Apr 12 00:06:01.446756 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'name': 'network-vif-deleted', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:01.449066 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0855079a-631c-4b1b-9c3f-9a9e2625fe1e" -d '{"events": [{"server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "name": "network-vif-deleted", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:01.487895 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598afba9-b1c2-47e5-818d-490278252e57 x-openstack-request-id: req-598afba9-b1c2-47e5-818d-490278252e57 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:01.488251 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3edc45-e716-47d2-a573-96eba032efb5", "name": "network-vif-deleted", "tag": "521fe510-7b88-4489-95b2-1de5a9cf866e", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:01.488482 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-598afba9-b1c2-47e5-818d-490278252e57 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:01.488844 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598afba9-b1c2-47e5-818d-490278252e57'] response: {'server_uuid': 'fd3edc45-e716-47d2-a573-96eba032efb5', 'name': 'network-vif-deleted', 'tag': '521fe510-7b88-4489-95b2-1de5a9cf866e', 'status': 'completed', 'code': 200} Apr 12 00:06:01.555437 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:06:01.589051 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:01.737730 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5f9d-1a18-4e26-94c5-1cbeb2334979 req-074e3abb-ff26-4ec1-a76b-62db3b0ce6cd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:01.739408 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b7bb5f9d-1a18-4e26-94c5-1cbeb2334979 req-074e3abb-ff26-4ec1-a76b-62db3b0ce6cd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0526245 Apr 12 00:06:01.802950 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b7bb5f9d-1a18-4e26-94c5-1cbeb2334979 req-aeae535c-2805-4e4c-b2cb-d42358a05051 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570664 Apr 12 00:06:01.826086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:01.850141 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:06:01.856818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port b4584482-7daa-45da-be77-1c3476d48f68 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:06:01.860176 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port b4584482-7daa-45da-be77-1c3476d48f68 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:06:01.860548 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4584482-7daa-45da-be77-1c3476d48f68), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:01.880273 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:01.880903 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:01.978870 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389b5b6-5e7d-4ca2-968c-15fb4881bce5 req-b890c386-e185-4c7a-aa91-ffc7a5ec4f86 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:01.980586 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4389b5b6-5e7d-4ca2-968c-15fb4881bce5 req-b890c386-e185-4c7a-aa91-ffc7a5ec4f86 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0521741 Apr 12 00:06:02.028872 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:02.031630 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:06:02.033339 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:02.034634 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4389b5b6-5e7d-4ca2-968c-15fb4881bce5 req-ff6d1675-c59a-47c8-b99b-c9ee64e9c56a tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479202 Apr 12 00:06:02.097864 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:02.100114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f79465-73d9-431b-ae97-8d503f6ca4ef" -d '{"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:02.106087 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-01384836-d0e1-4445-ba7c-b142431d3d9d req-1e517385-f643-4662-80c8-a8f791807e18 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3edc45-e716-47d2-a573-96eba032efb5 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Apr 12 00:06:02.192025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:02.192025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29de6e10-0fd8-4616-ae05-c9c7779ee2a4 x-openstack-request-id: req-29de6e10-0fd8-4616-ae05-c9c7779ee2a4 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:02.192025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:02.192025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29de6e10-0fd8-4616-ae05-c9c7779ee2a4 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:02.192025 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29de6e10-0fd8-4616-ae05-c9c7779ee2a4'] response: {'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'code': 200} Apr 12 00:06:02.285993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:02.312514 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114f9b2-1c5d-47e9-b367-581376e17a3c None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:43Z', 'revision_number': 4, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd', 'name': '', 'network_id': 'cfcab045-0936-454e-a7db-67d776fa3ade', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'mac_address': 'fa:16:3e:90:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:42Z', 'updated_at': '2022-04-12T00:01:58Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'subnets': [{'id': '2b780f58-a609-497a-8b6f-9f1e1dc21650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:06:02.385792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:02.414970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:02.435229 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:02.528339 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d4bf6-bb2c-4c74-9d84-1e0359ded118 None None] New status for floating IP 1315150f-4080-4726-ae99-3692410afc97: DOWN {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:06:02.623926 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7cce-1088-4dc3-9f19-2ef928547d77 req-c56e65fe-2195-4fbb-af5b-0332985de767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:02.629431 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b7f7cce-1088-4dc3-9f19-2ef928547d77 req-c56e65fe-2195-4fbb-af5b-0332985de767 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1129 time: 0.0476115 Apr 12 00:06:02.681326 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b7f7cce-1088-4dc3-9f19-2ef928547d77 req-ecb8a6ff-2d58-4d55-a6d8-5ce71e808ebc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Apr 12 00:06:02.932265 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064e917-1dd5-428c-97cd-99c63284cafe req-39866c6b-dd0e-4e61-a0bb-65c9316cf4ea tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:02.933724 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9064e917-1dd5-428c-97cd-99c63284cafe req-39866c6b-dd0e-4e61-a0bb-65c9316cf4ea tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Apr 12 00:06:02.980813 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9064e917-1dd5-428c-97cd-99c63284cafe req-7d4290a0-1359-42ad-a215-e10567609724 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Apr 12 00:06:03.160116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007151-a4cf-46b0-afbb-0b05cd667b01 req-77e8e0cd-f63b-45a1-93f0-876031ca9221 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:03.161380 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7d007151-a4cf-46b0-afbb-0b05cd667b01 req-77e8e0cd-f63b-45a1-93f0-876031ca9221 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0523324 Apr 12 00:06:03.208071 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7d007151-a4cf-46b0-afbb-0b05cd667b01 req-882fff0f-bfab-411f-beaa-8a4bc4c07f56 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Apr 12 00:06:03.249912 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57530) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:03.300731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (c6409f08-2c28-4dae-bed4-dd4bc1eb729b), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.323074 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (c6409f08-2c28-4dae-bed4-dd4bc1eb729b), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.431742 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (c6409f08-2c28-4dae-bed4-dd4bc1eb729b), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.434277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.435423 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6409f08-2c28-4dae-bed4-dd4bc1eb729b HTTP/1.1" status: 204 len: 168 time: 0.1845086 Apr 12 00:06:03.438089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57532) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:03.444522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c361-8fd4-4fef-903f-632dbd704996 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6409f08-2c28-4dae-bed4-dd4bc1eb729b,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:03.451388 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-6873b979-f678-4f2e-bdf0-425e19e6b3c5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] show failed (client error): The resource could not be found. Apr 12 00:06:03.452394 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6873b979-f678-4f2e-bdf0-425e19e6b3c5 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups/c6409f08-2c28-4dae-bed4-dd4bc1eb729b HTTP/1.1" status: 404 len: 347 time: 0.0132506 Apr 12 00:06:03.455128 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57534) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:03.575631 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Deleting port 92499caa-6aae-41f7-be7b-7d2d33f3b190 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:03.575976 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.651827 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.652156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (92499caa-6aae-41f7-be7b-7d2d33f3b190), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:03.663413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Calling delete_port for 92499caa-6aae-41f7-be7b-7d2d33f3b190 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:03.837728 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (92499caa-6aae-41f7-be7b-7d2d33f3b190), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:04.076778 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event deleted for resources: {'Port': ['ID=92499caa-6aae-41f7-be7b-7d2d33f3b190,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:04.125857 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.126205 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.126550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.126910 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.127248 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.127581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.127908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.128235 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.128567 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.128889 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.129212 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.129533 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.129853 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:04.178009 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks [] for floatingip (1315150f-4080-4726-ae99-3692410afc97), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:04.181040 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:04.182186 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-49afcd1f-7613-4264-88ab-6fbebafe5753 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "DELETE /v2.0/floatingips/1315150f-4080-4726-ae99-3692410afc97 HTTP/1.1" status: 204 len: 168 time: 0.7261775 Apr 12 00:06:04.194738 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7216-e5a5-4e79-bfd9-36b0cd1c032d req-d0fd9ef6-526e-4e8f-b66d-1a398bee7e80 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:04.196783 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96dd7216-e5a5-4e79-bfd9-36b0cd1c032d req-d0fd9ef6-526e-4e8f-b66d-1a398bee7e80 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.1220739 Apr 12 00:06:04.250276 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96dd7216-e5a5-4e79-bfd9-36b0cd1c032d req-5a83ab91-78fc-4d11-9ae9-e532e4b4ba50 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Apr 12 00:06:04.328929 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62898-be76-4677-a38c-591c3bd037dc req-5ba0c33c-23d0-4ddc-8776-de883395736d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:04.330318 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b7b62898-be76-4677-a38c-591c3bd037dc req-5ba0c33c-23d0-4ddc-8776-de883395736d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Apr 12 00:06:04.381253 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b7b62898-be76-4677-a38c-591c3bd037dc req-7d694787-09fd-46b3-9448-6b82c41ac280 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=88ac1648-8eba-4950-b09f-11b398d19d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Apr 12 00:06:04.758604 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9096c0-4990-4689-b52a-01b61859a5db req-4d46f5ac-0a39-49f1-a935-25e274548b4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:04.760130 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a9096c0-4990-4689-b52a-01b61859a5db req-4d46f5ac-0a39-49f1-a935-25e274548b4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 946 time: 0.0548358 Apr 12 00:06:04.859173 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Deleting port 4ef00377-8154-45fb-8daa-16c6f02fbe61 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:04.859513 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:04.950301 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] For port 4ef00377-8154-45fb-8daa-16c6f02fbe61, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4ef00377-8154-45fb-8daa-16c6f02fbe61,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:04.950660 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.129103 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.130785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.130785 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Floating IP 8ef333b8-a224-4631-bdb6-5658b1dcb011 disassociated. External IP: 172.27.1.168, port: 4ef00377-8154-45fb-8daa-16c6f02fbe61. Apr 12 00:06:05.130785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Calling delete_port for 4ef00377-8154-45fb-8daa-16c6f02fbe61 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:05.321697 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (4ef00377-8154-45fb-8daa-16c6f02fbe61), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.352130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'Port': ['ID=4ef00377-8154-45fb-8daa-16c6f02fbe61,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:05.373480 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef7fd-8559-430c-b151-5782f96ce040 req-9a5c7b48-2f00-4f70-b0ae-49c268d2bf76 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:05.375626 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdcef7fd-8559-430c-b151-5782f96ce040 req-9a5c7b48-2f00-4f70-b0ae-49c268d2bf76 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0553911 Apr 12 00:06:05.425854 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdcef7fd-8559-430c-b151-5782f96ce040 req-a6ea7513-1da8-4bce-b49b-538686fb0d5c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Apr 12 00:06:05.486540 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8527785d-d59a-4c7c-8c1f-a45090df0d72 req-683bd2a4-9ee0-4d87-ac3d-45f44fb96a65 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.0316389 Apr 12 00:06:05.486953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:06:05.564474 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 521fe510-7b88-4489-95b2-1de5a9cf866e no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:05.567592 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e8bf-fcda-494e-bd80-e1d58f86d827 req-6ed263fb-8852-407e-866e-f914070827f9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:05.569051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9474e8bf-fcda-494e-bd80-e1d58f86d827 req-6ed263fb-8852-407e-866e-f914070827f9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0558217 Apr 12 00:06:05.581112 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57558) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:05.585612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Request body: {'floatingip': {'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:05.593996 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 521fe510-7b88-4489-95b2-1de5a9cf866e {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:05.594505 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 521fe510-7b88-4489-95b2-1de5a9cf866e not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:05.611555 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:06:05.624789 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:06:05.626063 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.634549 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:05.635142 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:05.660939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] No DVR routers for this DVR port 4ef00377-8154-45fb-8daa-16c6f02fbe61 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:05.665034 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:05.671243 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4a9096c0-4990-4689-b52a-01b61859a5db req-89f36d25-f971-499f-8815-bf0df20f2011 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "DELETE /v2.0/ports/4ef00377-8154-45fb-8daa-16c6f02fbe61 HTTP/1.1" status: 204 len: 173 time: 0.9015398 Apr 12 00:06:05.671725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'name': 'network-vif-deleted', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:05.675263 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af49de6a-13f5-4c52-aa7a-f1d3b07e136c" -d '{"events": [{"server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "name": "network-vif-deleted", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:05.741120 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f56d369-dd6a-4255-8412-ce420034f410 x-openstack-request-id: req-6f56d369-dd6a-4255-8412-ce420034f410 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:05.741449 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d63845-4e8c-43d7-b440-9682f1e443d8", "name": "network-vif-deleted", "tag": "4ef00377-8154-45fb-8daa-16c6f02fbe61", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:05.741826 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f56d369-dd6a-4255-8412-ce420034f410 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:05.742888 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f56d369-dd6a-4255-8412-ce420034f410'] response: {'server_uuid': '56d63845-4e8c-43d7-b440-9682f1e443d8', 'name': 'network-vif-deleted', 'tag': '4ef00377-8154-45fb-8daa-16c6f02fbe61', 'status': 'completed', 'code': 200} Apr 12 00:06:05.782044 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:06.005679 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:06.144340 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:06.155626 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:06:06.164219 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:06.164857 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:06.214628 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:06.271606 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:06.316434 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Floating IP d8eef316-5c7a-43fe-be5e-71500c166f9e associated. External IP: 172.27.1.22, port: b4584482-7daa-45da-be77-1c3476d48f68. Apr 12 00:06:06.475292 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:06.501003 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c006251-1579-4a90-af7f-30405d1ceca8 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:06:06.543126 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:06:06.657931 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b05f85c-52b7-4fa4-9bb4-1e75b3f698fd req-98b34816-1bca-4a0b-9ca2-075da14fbe6d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d63845-4e8c-43d7-b440-9682f1e443d8 HTTP/1.1" status: 200 len: 210 time: 0.0581479 Apr 12 00:06:06.694445 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:06:06.699859 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:06.705207 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:06:06.727868 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:06.728599 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:06.741194 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ee23cd3b-c077-41d7-8ba6-897d73be8db3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "PUT /v2.0/floatingips/d8eef316-5c7a-43fe-be5e-71500c166f9e HTTP/1.1" status: 200 len: 990 time: 1.1573892 Apr 12 00:06:06.741194 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:06.759826 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d" -d '{"events": [{"name": "network-changed", "server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:06.819165 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b1671-b1bc-48e1-8cc1-f38c5eefb6ae x-openstack-request-id: req-297b1671-b1bc-48e1-8cc1-f38c5eefb6ae {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:06.819165 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:06.819165 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-297b1671-b1bc-48e1-8cc1-f38c5eefb6ae {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:06.819165 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297b1671-b1bc-48e1-8cc1-f38c5eefb6ae'] response: {'name': 'network-changed', 'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'status': 'completed', 'code': 200} Apr 12 00:06:06.851984 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8584e0-d48d-4390-b222-776d11411bec None None] New status for floating IP 8ef333b8-a224-4631-bdb6-5658b1dcb011: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:06:06.860656 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:06.911324 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-28503a02-420c-44ab-9aa1-97e3015293da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:06.911324 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-28503a02-420c-44ab-9aa1-97e3015293da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1129 time: 0.0680068 Apr 12 00:06:07.034017 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-a5cd85fe-9aea-435b-82a1-745ef681af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:07.035966 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-a5cd85fe-9aea-435b-82a1-745ef681af8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.1165707 Apr 12 00:06:07.116908 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-436c5942-9240-4c70-b593-9996414136ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 998 time: 0.0610881 Apr 12 00:06:07.118450 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'd8eef316-5c7a-43fe-be5e-71500c166f9e', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:05:49Z', 'updated_at': '2022-04-12T00:06:06Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:07.158023 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:06:07.167384 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:07.167997 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:07.176961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-3b8aa6ee-cc05-4cd0-b87f-d5db2ef2c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:07.180377 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-3b8aa6ee-cc05-4cd0-b87f-d5db2ef2c772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0693817 Apr 12 00:06:07.233569 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-c66251c0-2063-4c06-a0e7-c04c8bb06404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:07.235549 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-c66251c0-2063-4c06-a0e7-c04c8bb06404 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511878 Apr 12 00:06:07.236861 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:06:07.281320 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:07.305401 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b4555-b574-42ee-a48e-357b2180d24e req-57784d18-d201-459a-a7dd-fc8005fdb40a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:07.306972 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f76b4555-b574-42ee-a48e-357b2180d24e req-57784d18-d201-459a-a7dd-fc8005fdb40a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0540800 Apr 12 00:06:07.332118 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-8b59b3ad-0113-46df-8c8c-c39852b50f5f service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Apr 12 00:06:07.363809 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f76b4555-b574-42ee-a48e-357b2180d24e req-5e4c3e70-d250-465f-b95a-6ac8f4b3f1f8 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Apr 12 00:06:07.427152 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-6a9d4993-df6a-4e0a-beba-5be26f9bc72d req-4c1c5461-5776-4944-9bff-19d56f95e9e0 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Apr 12 00:06:07.506371 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'd8eef316-5c7a-43fe-be5e-71500c166f9e', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:05:49Z', 'updated_at': '2022-04-12T00:06:06Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:07.531937 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfc2fd-dff2-4ce0-92b6-1e0b8c23784f None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'd8eef316-5c7a-43fe-be5e-71500c166f9e', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:05:49Z', 'updated_at': '2022-04-12T00:06:06Z', 'revision_number': 1, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:06:07.730008 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f053d43-36d2-4560-be0e-f8aac04a5821 None None] New status for floating IP d8eef316-5c7a-43fe-be5e-71500c166f9e: ACTIVE {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:06:07.810124 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57592) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:07.865876 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (88ac1648-8eba-4950-b09f-11b398d19d76), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:07.890704 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (88ac1648-8eba-4950-b09f-11b398d19d76), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.025958 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (88ac1648-8eba-4950-b09f-11b398d19d76), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.028753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.032944 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "DELETE /v2.0/security-groups/88ac1648-8eba-4950-b09f-11b398d19d76 HTTP/1.1" status: 204 len: 168 time: 0.2187924 Apr 12 00:06:08.035008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57596) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:08.038886 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cab5c-2818-4df0-aaa4-df3fb863541c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac1648-8eba-4950-b09f-11b398d19d76,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:08.048266 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.api.v2.resource [None req-15eddc15-91cc-4939-8b7d-f81996c0043e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] show failed (client error): The resource could not be found. Apr 12 00:06:08.049581 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-15eddc15-91cc-4939-8b7d-f81996c0043e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups/88ac1648-8eba-4950-b09f-11b398d19d76 HTTP/1.1" status: 404 len: 347 time: 0.0132856 Apr 12 00:06:08.056213 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57598) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:08.181133 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Deleting port 3b09a3f7-8d7c-4305-90bb-090532cc8df2 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:08.181477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.252862 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.253115 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (3b09a3f7-8d7c-4305-90bb-090532cc8df2), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.265020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Calling delete_port for 3b09a3f7-8d7c-4305-90bb-090532cc8df2 owned by network:floatingip {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:08.452273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (3b09a3f7-8d7c-4305-90bb-090532cc8df2), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.476190 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335448-5e33-4736-87e7-9ec3b9750017 req-1e780079-e622-46cd-a5b1-1936f83d4153 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:08.478733 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'Port': ['ID=3b09a3f7-8d7c-4305-90bb-090532cc8df2,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:08.479429 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a335448-5e33-4736-87e7-9ec3b9750017 req-1e780079-e622-46cd-a5b1-1936f83d4153 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0535471 Apr 12 00:06:08.530031 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a335448-5e33-4736-87e7-9ec3b9750017 req-da1f5c50-8aa7-4382-a766-cc2bc22cfe37 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Apr 12 00:06:08.540053 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (8ef333b8-a224-4631-bdb6-5658b1dcb011), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.542656 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.543822 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-93d07f50-1ab8-4935-a41a-009eec61a4d5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "DELETE /v2.0/floatingips/8ef333b8-a224-4631-bdb6-5658b1dcb011 HTTP/1.1" status: 204 len: 168 time: 0.4866252 Apr 12 00:06:08.803325 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57604) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:08.807915 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139682686', 'description': 'tempest-description--1532299670'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:08.909149 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:08.972190 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (7b0c6f7e-83f3-4c4d-b681-50b2eb63264e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.041080 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (7b0c6f7e-83f3-4c4d-b681-50b2eb63264e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.068923 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:09.145481 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.146738 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-382f6d36-0cd5-42f4-b1c9-2444786baa18 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3423922 Apr 12 00:06:09.150475 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57608) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:09.154754 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group_rule': {'security_group_id': '7b0c6f7e-83f3-4c4d-b681-50b2eb63264e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:09.236468 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (86801619-5d10-4165-afda-7195f8c77476), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.291864 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (86801619-5d10-4165-afda-7195f8c77476), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.360619 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (86801619-5d10-4165-afda-7195f8c77476), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.377653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86801619-5d10-4165-afda-7195f8c77476,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:09.437264 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.438472 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-676927c0-b2bc-455c-9224-cc013189c433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869902 Apr 12 00:06:09.441127 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57610) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:09.445884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'security_group_rule': {'security_group_id': '7b0c6f7e-83f3-4c4d-b681-50b2eb63264e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:09.513932 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (282533a8-46bd-4646-95c0-97d157b495f0), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.574284 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (282533a8-46bd-4646-95c0-97d157b495f0), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.595611 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4ef00377-8154-45fb-8daa-16c6f02fbe61 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:09.598317 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-414466f9-ed51-431b-9e60-b3515d4fed60 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:09.599823 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-414466f9-ed51-431b-9e60-b3515d4fed60 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0520599 Apr 12 00:06:09.617020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 4ef00377-8154-45fb-8daa-16c6f02fbe61 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:09.618114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4ef00377-8154-45fb-8daa-16c6f02fbe61 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:09.643592 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (282533a8-46bd-4646-95c0-97d157b495f0), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.662949 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d734be-3aac-4ea3-a249-ebe3897b58aa req-bebe8c03-7559-45df-8983-37156212eebf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:09.665146 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-15d734be-3aac-4ea3-a249-ebe3897b58aa req-bebe8c03-7559-45df-8983-37156212eebf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 946 time: 0.0671933 Apr 12 00:06:09.682230 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282533a8-46bd-4646-95c0-97d157b495f0,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:09.703934 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Deleting port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:09.704280 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.724054 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-15d734be-3aac-4ea3-a249-ebe3897b58aa req-f6f7fbee-b577-476e-b543-414bde6ae083 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 Apr 12 00:06:09.747739 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.751711 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-9899c284-73fd-4ce6-83e8-c00c38c21b06 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068728 Apr 12 00:06:09.753663 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57614) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:09.759771 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:09.808475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] For port b6691c20-73b9-4dcc-bbb2-890fc1a2f829, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:09.808775 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:09.821077 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Calling delete_port for b6691c20-73b9-4dcc-bbb2-890fc1a2f829 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:09.864396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.018621 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.094384 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b6691c20-73b9-4dcc-bbb2-890fc1a2f829), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.107816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b6691c20-73b9-4dcc-bbb2-890fc1a2f829', '3ab54617-a0a0-4b6e-b68f-85f113d48d41'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:10.129100 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event deleted for resources: {'Port': ['ID=b6691c20-73b9-4dcc-bbb2-890fc1a2f829,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:10.168041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Allocated IP 172.27.1.192 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/f5b9851e-2c53-4889-aa21-04c97f2d3353) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:06:10.189129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] No DVR routers for this DVR port b6691c20-73b9-4dcc-bbb2-890fc1a2f829 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:10.192257 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.195641 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f9b44b6f-5092-4155-96a9-03c90b64519c req-137a63f9-d6ae-43af-add3-b04ecd76b874 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "DELETE /v2.0/ports/b6691c20-73b9-4dcc-bbb2-890fc1a2f829 HTTP/1.1" status: 204 len: 173 time: 0.5903780 Apr 12 00:06:10.196088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'name': 'network-vif-deleted', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:10.198391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd1708-eb03-43ab-bc61-0acb89daa01e" -d '{"events": [{"server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "name": "network-vif-deleted", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:10.251540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206c8cb-b7e3-4576-9c18-6f289b685872 x-openstack-request-id: req-6206c8cb-b7e3-4576-9c18-6f289b685872 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:10.251828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a1add-0ff7-471a-be4f-3b6ec4331acb", "name": "network-vif-deleted", "tag": "b6691c20-73b9-4dcc-bbb2-890fc1a2f829", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:10.252081 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6206c8cb-b7e3-4576-9c18-6f289b685872 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:10.252477 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6206c8cb-b7e3-4576-9c18-6f289b685872'] response: {'server_uuid': '064a1add-0ff7-471a-be4f-3b6ec4331acb', 'name': 'network-vif-deleted', 'tag': 'b6691c20-73b9-4dcc-bbb2-890fc1a2f829', 'status': 'completed', 'code': 200} Apr 12 00:06:10.308988 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.397700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.434792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:06:10.437468 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:06:10.443001 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:06:10.448400 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=f5b9851e-2c53-4889-aa21-04c97f2d3353,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:10.535796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.620298 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.776923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.834703 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-61513743-56f8-40f6-9c71-2066de22f80c req-dc3bbfd2-091a-44d4-bf6b-d3e923210772 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=064a1add-0ff7-471a-be4f-3b6ec4331acb HTTP/1.1" status: 200 len: 210 time: 0.0267456 Apr 12 00:06:10.840686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:10.907567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=f5b9851e-2c53-4889-aa21-04c97f2d3353,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:10.917693 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:11.011576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:11.012957 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-14bb7f66-3c2e-4dd4-abb8-c1fd7bcf1e07 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2581041 Apr 12 00:06:11.216110 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-95d0a293-5d35-4c66-a492-f503d2dea012 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--139682686&fields=id&tenant_id=8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 267 time: 0.0478716 Apr 12 00:06:11.327651 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-9184d673-442f-4d76-b103-eca8cc852433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:11.328987 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-9184d673-442f-4d76-b103-eca8cc852433 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 811 time: 0.1066546 Apr 12 00:06:11.342780 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-ea8e5397-d6d7-4499-a1a8-6392808f6896 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/quotas/8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 375 time: 0.0084636 Apr 12 00:06:11.394729 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-41e85150-7195-4830-94dd-995f02eb2c59 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471668 Apr 12 00:06:11.484355 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-57fd692a-5924-434e-84de-617e5f13c83f service neutron] 10.222.0.24 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779240 Apr 12 00:06:11.571462 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-5144bfb4-7878-420a-804c-c302fa7ecc80 service neutron] 10.222.0.24 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Apr 12 00:06:11.810326 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7f945ab9-acb6-454f-82b9-a1de759a7cc3 req-1aa0d9e7-c39c-4066-8ce8-67b5040b2a23 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Apr 12 00:06:12.471416 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516541-a205-4f50-b24b-297ae5aea40c req-4898442c-afc7-426a-ac9e-e567d3f32169 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:12.472873 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a516541-a205-4f50-b24b-297ae5aea40c req-4898442c-afc7-426a-ac9e-e567d3f32169 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0517635 Apr 12 00:06:12.518996 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a516541-a205-4f50-b24b-297ae5aea40c req-1a7dbd06-187a-4783-be95-4316902f3b84 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Apr 12 00:06:12.904988 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f0ac09b9-f431-401d-9994-9dc1674460ff req-ddf613a7-431c-4739-8d74-15542b469a21 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Apr 12 00:06:13.627650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b6691c20-73b9-4dcc-bbb2-890fc1a2f829 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:13.638471 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ad2ac-db32-45e8-b909-64d6c681d14c req-b4b71a7b-06f8-4444-a898-171d6c0c3b83 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:13.644242 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-376ad2ac-db32-45e8-b909-64d6c681d14c req-b4b71a7b-06f8-4444-a898-171d6c0c3b83 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0552282 Apr 12 00:06:13.654897 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: b6691c20-73b9-4dcc-bbb2-890fc1a2f829 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:13.655517 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b6691c20-73b9-4dcc-bbb2-890fc1a2f829 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:13.688068 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-376ad2ac-db32-45e8-b909-64d6c681d14c req-dd5b613c-dcbb-421a-bbb9-3a2b713d081a tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Apr 12 00:06:13.977354 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-60757f12-cb58-4dfd-a5c2-80404d6afeb6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:13.978828 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-60757f12-cb58-4dfd-a5c2-80404d6afeb6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 811 time: 0.1053526 Apr 12 00:06:14.002949 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3a90cf47-87cc-4fae-b741-d649ae3a8eab req-275e5680-0aef-4b90-9db1-04329b8e6d4c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0286596 Apr 12 00:06:14.047978 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-15967839-2985-4c60-9bf0-088e0bd8d544 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e10126821844f4cb497402dbb6c86c3 HTTP/1.1" status: 200 len: 379 time: 0.0551043 Apr 12 00:06:14.060731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'port': {'device_id': '5a601d20-3e35-464c-b844-f99f10f6e587', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'admin_state_up': True, 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'security_groups': ['7b0c6f7e-83f3-4c4d-b681-50b2eb63264e']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:14.260561 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Made reservation on behalf of 8e10126821844f4cb497402dbb6c86c3 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:06:14.264048 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.386685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Allocated IP 172.20.0.12 (23dd35ce-02c6-496c-89ec-e6b9f9f7137f/1e424c64-f55e-4e50-a366-b4948030eb19/5584d763-a713-43ab-aebc-6729bd25ff1d) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:06:14.521201 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.631925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.670881 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:06:14.673859 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:06:14.677383 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:06:14.726706 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event updated for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:14.744799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:14.745428 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.816375 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf60bb-f9a2-4cc0-9b73-849cfa8a3c9d req-9e0ab4fb-b17b-4109-a909-c31214d183e3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:14.819231 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fbf60bb-f9a2-4cc0-9b73-849cfa8a3c9d req-9e0ab4fb-b17b-4109-a909-c31214d183e3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0539849 Apr 12 00:06:14.869040 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-c92e210d-5e48-48de-813d-8e8ab73e73a6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8117855 Apr 12 00:06:14.878238 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6fbf60bb-f9a2-4cc0-9b73-849cfa8a3c9d req-05d40e84-2d53-408b-b5c6-f030e57d3aef tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 Apr 12 00:06:14.882996 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Request body: {'port': {'device_id': '5a601d20-3e35-464c-b844-f99f10f6e587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:14.918208 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-5a471901-2bad-451a-8f61-74f55a607637 None None] Provisioning complete for port 5584d763-a713-43ab-aebc-6729bd25ff1d triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:06:14.918780 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5a471901-2bad-451a-8f61-74f55a607637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.944590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:14.951830 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-5a471901-2bad-451a-8f61-74f55a607637 None None] Port 5584d763-a713-43ab-aebc-6729bd25ff1d cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:06:15.129811 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61712f-a842-4641-a224-fd782f7f7624 req-7917a0b9-6455-4d18-98d8-6aee6e535297 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:15.131482 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a61712f-a842-4641-a224-fd782f7f7624 req-7917a0b9-6455-4d18-98d8-6aee6e535297 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 932 time: 0.0548890 Apr 12 00:06:15.187006 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5a61712f-a842-4641-a224-fd782f7f7624 req-b2ddd9b5-0284-4967-acdd-d42c0ce2b6eb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496783 Apr 12 00:06:15.430601 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5584d763-a713-43ab-aebc-6729bd25ff1d {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:06:15.437953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks [] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:15.449762 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Transition to ACTIVE for port object 5584d763-a713-43ab-aebc-6729bd25ff1d will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:06:15.531766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:15.580864 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Pushing event updated for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:15.649999 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Attempting to bind port 5584d763-a713-43ab-aebc-6729bd25ff1d on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:06:15.650370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Attempting to bind port 5584d763-a713-43ab-aebc-6729bd25ff1d by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:06:15.650701 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Attempting to bind port 5584d763-a713-43ab-aebc-6729bd25ff1d on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:06:15.655194 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Port 5584d763-a713-43ab-aebc-6729bd25ff1d on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:06:15.655517 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Attempting to bind port 5584d763-a713-43ab-aebc-6729bd25ff1d on network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:06:15.660708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:06:15.661044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Checking segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:06:15.661420 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Bound using segment: {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:06:15.661845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Bound port: 5584d763-a713-43ab-aebc-6729bd25ff1d, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:06:15.662336 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:15.728644 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:06:15.731558 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=5584d763-a713-43ab-aebc-6729bd25ff1d,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:06:15.830079 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:15.864274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:15.867730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:15.867730 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] 10.222.0.20 "PUT /v2.0/ports/5584d763-a713-43ab-aebc-6729bd25ff1d HTTP/1.1" status: 200 len: 1094 time: 0.9887271 Apr 12 00:06:15.867730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:15.869572 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b43b558-cb82-4c78-85fe-85ed3639d0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:15.894580 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13903-e7d1-4577-99d7-5eef3c3ab415 service neutron] Pushing event updated for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:15.913263 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afe45f3-440d-4eee-aa28-0992b1ab8fc9 x-openstack-request-id: req-6afe45f3-440d-4eee-aa28-0992b1ab8fc9 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:15.913555 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:15.914247 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6afe45f3-440d-4eee-aa28-0992b1ab8fc9 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:15.914689 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afe45f3-440d-4eee-aa28-0992b1ab8fc9'] response: {'name': 'network-changed', 'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'status': 'completed', 'code': 200} Apr 12 00:06:16.009183 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e61381-ac41-432c-b572-0076914e2a56 req-2e2c77a2-c13a-437b-a58e-2b2cc4951b56 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:16.010722 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0e61381-ac41-432c-b572-0076914e2a56 req-2e2c77a2-c13a-437b-a58e-2b2cc4951b56 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Apr 12 00:06:16.058427 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0e61381-ac41-432c-b572-0076914e2a56 req-66adb469-0a1f-4204-8c29-e3a13d2ad10d tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Apr 12 00:06:16.308348 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f5a7d-1ebf-4447-bf88-846cf34db925 req-2fd66160-44a3-4c9e-aed0-9198ca2f8756 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:16.309801 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0a1f5a7d-1ebf-4447-bf88-846cf34db925 req-2fd66160-44a3-4c9e-aed0-9198ca2f8756 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0537460 Apr 12 00:06:16.354653 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0a1f5a7d-1ebf-4447-bf88-846cf34db925 req-712eed0b-73d0-4ebe-be3a-4abe3659f292 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Apr 12 00:06:17.172694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b30dc4-920c-4499-9660-ae1819cca0b4 req-d8703beb-6ecb-4a9d-b558-81e4dae3d1ca tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:17.174154 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35b30dc4-920c-4499-9660-ae1819cca0b4 req-d8703beb-6ecb-4a9d-b558-81e4dae3d1ca tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0505986 Apr 12 00:06:17.219937 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35b30dc4-920c-4499-9660-ae1819cca0b4 req-a3c7211e-4fcf-4fde-b8f7-c1ded64cc428 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Apr 12 00:06:17.470802 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac8cea-8187-4b34-92a1-7a0c22773ce6 req-15628df0-d22a-4187-8782-13b0c891be16 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:17.472258 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f5ac8cea-8187-4b34-92a1-7a0c22773ce6 req-15628df0-d22a-4187-8782-13b0c891be16 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0537634 Apr 12 00:06:17.517117 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f5ac8cea-8187-4b34-92a1-7a0c22773ce6 req-b8106aff-3e2e-4aba-9929-ba09011774b9 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394235 Apr 12 00:06:18.033773 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-75e65ca0-4cc7-44fb-9057-83dfecfedda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.035199 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-75e65ca0-4cc7-44fb-9057-83dfecfedda4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 1128 time: 0.0448568 Apr 12 00:06:18.132164 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-15984dfa-d82d-41c0-8554-0330cf3f5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.133576 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-15984dfa-d82d-41c0-8554-0330cf3f5462 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e10126821844f4cb497402dbb6c86c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912642 Apr 12 00:06:18.224714 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-917f59b6-53a4-470c-a4fd-667282e3aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.226148 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3b43b558-cb82-4c78-85fe-85ed3639d0e7 req-917f59b6-53a4-470c-a4fd-667282e3aa95 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846179 Apr 12 00:06:18.323730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-ba39ca62-6579-477c-9ee4-ae1fe943edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.325168 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-ba39ca62-6579-477c-9ee4-ae1fe943edc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 1128 time: 0.0479467 Apr 12 00:06:18.340843 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685219c0-1d07-4113-a6eb-41ef71fbffb0 req-0687142e-b189-4aa4-b115-3dee51da7529 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.342323 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-685219c0-1d07-4113-a6eb-41ef71fbffb0 req-0687142e-b189-4aa4-b115-3dee51da7529 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.0547004 Apr 12 00:06:18.368026 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-39fe40ba-ba27-4068-b17e-7627bab2bad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5584d763-a713-43ab-aebc-6729bd25ff1d HTTP/1.1" status: 200 len: 217 time: 0.0341301 Apr 12 00:06:18.388158 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-685219c0-1d07-4113-a6eb-41ef71fbffb0 req-ce77ba5e-0002-46f8-9e28-f0d812782e0c tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Apr 12 00:06:18.416112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-26b6619b-839c-4128-9095-76f153920afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.417579 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-26b6619b-839c-4128-9095-76f153920afe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0435436 Apr 12 00:06:18.465529 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-dd1d23e2-0de7-4311-9008-c3b0c9d48d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.467002 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-dd1d23e2-0de7-4311-9008-c3b0c9d48d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427454 Apr 12 00:06:18.592466 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-ac962ae7-fa96-4781-8dbb-17a4721c10e3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.593817 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-ac962ae7-fa96-4781-8dbb-17a4721c10e3 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 945 time: 0.1004615 Apr 12 00:06:18.596017 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-882b2a72-6e3f-4c3a-842b-b7ca1ef5021d service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218560 Apr 12 00:06:18.632057 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12100033-50ca-4223-a269-5c330301a39a req-4850ccbc-e546-40df-a13f-a10f7ef3168c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:18.633521 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-12100033-50ca-4223-a269-5c330301a39a req-4850ccbc-e546-40df-a13f-a10f7ef3168c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0509043 Apr 12 00:06:18.682922 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-12100033-50ca-4223-a269-5c330301a39a req-40d5fe50-bf5a-4700-a9fc-dc4f9f9552b8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432394 Apr 12 00:06:18.754910 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-017c618d-5ac9-420b-a4b2-3beb4c8544e5 req-86992771-4a7a-4475-a66d-bdbcd1f2d4aa service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435902 Apr 12 00:06:18.771097 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Deleting port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:18.771862 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:18.858755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] For port 3ab54617-a0a0-4b6e-b68f-85f113d48d41, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=3ab54617-a0a0-4b6e-b68f-85f113d48d41,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:18.859405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:18.871866 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Calling delete_port for 3ab54617-a0a0-4b6e-b68f-85f113d48d41 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:19.063925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (3ab54617-a0a0-4b6e-b68f-85f113d48d41), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:19.076565 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['3ab54617-a0a0-4b6e-b68f-85f113d48d41'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:19.091439 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Pushing event deleted for resources: {'Port': ['ID=3ab54617-a0a0-4b6e-b68f-85f113d48d41,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:19.137320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] No DVR routers for this DVR port 3ab54617-a0a0-4b6e-b68f-85f113d48d41 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:19.139717 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:19.142970 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1f7c7acb-3451-4037-b37d-ea22b64a5ea1 req-fa3bb77a-fa74-4108-938b-0db6b1071546 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.20 "DELETE /v2.0/ports/3ab54617-a0a0-4b6e-b68f-85f113d48d41 HTTP/1.1" status: 204 len: 173 time: 0.5379581 Apr 12 00:06:19.143409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'name': 'network-vif-deleted', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:19.145608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c0f620-8424-4806-940d-c19e6e272925" -d '{"events": [{"server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "name": "network-vif-deleted", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:19.182774 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e72b4-3678-4407-a537-94fb16f1b375 x-openstack-request-id: req-9d9e72b4-3678-4407-a537-94fb16f1b375 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:19.183098 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4789375f-89df-46cc-8a1d-521efd53f976", "name": "network-vif-deleted", "tag": "3ab54617-a0a0-4b6e-b68f-85f113d48d41", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:19.183352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d9e72b4-3678-4407-a537-94fb16f1b375 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:19.183786 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9e72b4-3678-4407-a537-94fb16f1b375'] response: {'server_uuid': '4789375f-89df-46cc-8a1d-521efd53f976', 'name': 'network-vif-deleted', 'tag': '3ab54617-a0a0-4b6e-b68f-85f113d48d41', 'status': 'completed', 'code': 200} Apr 12 00:06:19.496944 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-58cc21d8-0808-42da-aab7-7178b2aec9c4 req-bc055363-de4d-4d46-ac58-17f804e499cf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Apr 12 00:06:19.809138 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526d09b-a16d-4cd1-a4b8-24d11c1ba365 req-605214e9-76a3-4b4b-9847-d8a269709f81 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:19.810644 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a526d09b-a16d-4cd1-a4b8-24d11c1ba365 req-605214e9-76a3-4b4b-9847-d8a269709f81 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0541604 Apr 12 00:06:19.856666 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a526d09b-a16d-4cd1-a4b8-24d11c1ba365 req-29833e31-8463-4a59-a93c-2ec2c7ffa290 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403109 Apr 12 00:06:20.603266 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b63ef02-08ab-4a9e-b919-9e85a5422d6c req-e3e4b985-844e-42e5-8f44-ee9ed343e788 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 210 time: 0.0257576 Apr 12 00:06:20.982500 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46069d-6ad0-48ad-9ebe-9cbfca7f8890 req-5d451147-eb23-4851-83d5-5336f5a97219 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:20.984942 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dd46069d-6ad0-48ad-9ebe-9cbfca7f8890 req-5d451147-eb23-4851-83d5-5336f5a97219 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0638659 Apr 12 00:06:21.029931 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dd46069d-6ad0-48ad-9ebe-9cbfca7f8890 req-f16633a0-7fc1-4e99-8b7e-af494ac75061 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Apr 12 00:06:21.704225 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2db80543-eddd-412a-ac2a-56bdf9ae2956 req-ee7341e4-1087-40eb-9eb0-dd8d3b91acaf tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Apr 12 00:06:22.144855 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206da3b-3f9f-4f92-9db6-ba3109f89c53 req-e5eca5a1-efbd-4858-82b6-f87dcb151799 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:22.146285 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5206da3b-3f9f-4f92-9db6-ba3109f89c53 req-e5eca5a1-efbd-4858-82b6-f87dcb151799 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0506907 Apr 12 00:06:22.190560 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5206da3b-3f9f-4f92-9db6-ba3109f89c53 req-53320b9e-0dfe-4426-a461-738cef80998a tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387750 Apr 12 00:06:22.821448 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f241e73a-8fc9-4d70-b43e-f7d64e6e08af req-1e0436fb-0b21-4244-8259-9fc9cf40eb95 tempest-ServerRescueNegativeTestJSON-543363651 tempest-ServerRescueNegativeTestJSON-543363651-project] 10.222.0.24 "GET /v2.0/ports?device_id=4789375f-89df-46cc-8a1d-521efd53f976 HTTP/1.1" status: 200 len: 210 time: 0.0286753 Apr 12 00:06:23.311881 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd631d-7dad-440a-9c7b-7369258ddc95 req-3da59d3e-a059-4c22-93ad-cb0ee17107e5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:23.313305 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bcd631d-7dad-440a-9c7b-7369258ddc95 req-3da59d3e-a059-4c22-93ad-cb0ee17107e5 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 944 time: 0.0507782 Apr 12 00:06:23.357998 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bcd631d-7dad-440a-9c7b-7369258ddc95 req-b8d79632-209e-437e-b485-d7b451764edd tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 Apr 12 00:06:23.683837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 5584d763-a713-43ab-aebc-6729bd25ff1d details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:06:23.783864 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=5584d763-a713-43ab-aebc-6729bd25ff1d,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:23.794796 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'port_id': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'mac_address': 'fa:16:3e:43:00:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:06:23.829531 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 5584d763-a713-43ab-aebc-6729bd25ff1d is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:06:23.829909 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:23.843930 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5584d763-a713-43ab-aebc-6729bd25ff1d {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:06:23.866039 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=5584d763-a713-43ab-aebc-6729bd25ff1d,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:23.894217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57740) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:23.935956 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:23.984607 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:24.227475 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['5584d763-a713-43ab-aebc-6729bd25ff1d'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:24.314140 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:24.474253 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd49f23-208f-46f5-893d-72a7e4bd779b req-377ef187-3f1f-4c15-ad5e-d32b607a44ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:24.475761 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cd49f23-208f-46f5-893d-72a7e4bd779b req-377ef187-3f1f-4c15-ad5e-d32b607a44ad tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 945 time: 0.0508235 Apr 12 00:06:24.523114 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cd49f23-208f-46f5-893d-72a7e4bd779b req-36f4e57b-73a0-4814-bf52-3881b864bbf6 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406539 Apr 12 00:06:24.612039 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Deleting port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:24.614122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:24.686828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] For port a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:24.687210 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:24.702013 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Calling delete_port for a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd owned by network:router_interface {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:24.797040 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9430-a96f-493f-8ad0-526355b2787f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:24.937708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:24.963082 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:25.124068 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:25.334552 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:06:25.445816 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:06:25.450928 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bd690677-0ce2-4042-9f68-e4d94ed6a782 admin admin] 10.222.0.24 "PUT /v2.0/routers/96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5555925 Apr 12 00:06:25.453590 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57746) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:25.454850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Sync routers for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:06:25.464293 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:25.464906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:25.556858 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks [] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:25.570359 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:25.690907 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa2354-b96a-4a24-bd9d-41ac9c9eab4c req-5aa735e6-42a8-4b29-aa47-cba17d7c38e1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:25.692371 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d4aa2354-b96a-4a24-bd9d-41ac9c9eab4c req-5aa735e6-42a8-4b29-aa47-cba17d7c38e1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Apr 12 00:06:25.709238 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks [] for router_gateway (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:25.755330 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:06:24Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:25.782886 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Checking router: 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:06:25.792512 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Routers {'96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:25.793135 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:05:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:25.906026 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] Set router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:25.966904 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d4aa2354-b96a-4a24-bd9d-41ac9c9eab4c req-c4553c1d-c84b-4335-9b86-f87ee1473180 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677357 Apr 12 00:06:26.069678 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Deleting port 26231f9c-88c4-4429-9064-aa549a92e583 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:26.070022 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (26231f9c-88c4-4429-9064-aa549a92e583), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.089977 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:06:24Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:26.169569 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] For port 26231f9c-88c4-4429-9064-aa549a92e583, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=26231f9c-88c4-4429-9064-aa549a92e583,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:26.169938 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (26231f9c-88c4-4429-9064-aa549a92e583), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.183054 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Calling delete_port for 26231f9c-88c4-4429-9064-aa549a92e583 owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:26.236426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32333cbf-7980-4584-be4f-7a72202f60a0 None None] The sync data for ids ['96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3'] in dv-cinder-837432-2-iscsi is: [{'id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'name': 'tempest-ServerRescueNegativeTestJSON-1632267465-router', 'tenant_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '26231f9c-88c4-4429-9064-aa549a92e583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:06:24Z', 'revision_number': 5, 'project_id': 'a6462994c4f146a2a17f698efbaeb2dc', 'gw_port': {'id': '26231f9c-88c4-4429-9064-aa549a92e583', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:36Z', 'updated_at': '2022-04-12T00:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:06:26.403528 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (26231f9c-88c4-4429-9064-aa549a92e583), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.429589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Pushing event deleted for resources: {'Port': ['ID=26231f9c-88c4-4429-9064-aa549a92e583,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:26.488451 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.594349 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.596519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks [] for router_controller (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.752023 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.752603 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:06:26.757439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.758595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b4010d58-5944-435c-8203-2481a9e16738 admin admin] 10.222.0.24 "DELETE /v2.0/routers/96f12b2c-b7e6-4fe4-ba59-f0e03a3d6fe3 HTTP/1.1" status: 204 len: 168 time: 1.3040407 Apr 12 00:06:26.761231 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57752) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:26.806483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Deleting subnet 2b780f58-a609-497a-8b6f-9f1e1dc21650 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:06:26.810411 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Publish callbacks [] for subnet (2b780f58-a609-497a-8b6f-9f1e1dc21650), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.847172 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (2b780f58-a609-497a-8b6f-9f1e1dc21650), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.942396 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 3ab54617-a0a0-4b6e-b68f-85f113d48d41 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:26.956549 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (2b780f58-a609-497a-8b6f-9f1e1dc21650), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:26.962348 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 3ab54617-a0a0-4b6e-b68f-85f113d48d41 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:26.962697 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 3ab54617-a0a0-4b6e-b68f-85f113d48d41 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:27.087138 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (2b780f58-a609-497a-8b6f-9f1e1dc21650), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.093104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fc6fe-a4e0-4516-9e21-00c88808846f req-eb2c21f7-449a-48bc-9c47-3ae6802b4741 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:27.097763 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e8fc6fe-a4e0-4516-9e21-00c88808846f req-eb2c21f7-449a-48bc-9c47-3ae6802b4741 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 945 time: 0.0633218 Apr 12 00:06:27.114568 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b780f58-a609-497a-8b6f-9f1e1dc21650,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:27.116513 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.120345 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9ee2396c-5ef5-4c34-a4a1-7c095c8f930c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b780f58-a609-497a-8b6f-9f1e1dc21650 HTTP/1.1" status: 204 len: 168 time: 0.3580601 Apr 12 00:06:27.122239 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57758) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:27.123790 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d74bd-255e-434f-a05c-d0cd55bbef11 None None] Network cfcab045-0936-454e-a7db-67d776fa3ade requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:06:27.137594 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8271413e-07bf-4c89-9a10-16fdd79f5493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.145960 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e8fc6fe-a4e0-4516-9e21-00c88808846f req-cb9e68fb-dd95-46f2-8840-b07f59dc63cf tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Apr 12 00:06:27.209248 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (cfcab045-0936-454e-a7db-67d776fa3ade), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.286185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Deleting port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:27.286519 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.307366 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] DHCP port deletion for cfcab045-0936-454e-a7db-67d776fa3ade request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:06:27.350635 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] For port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:27.351027 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.355939 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Deleting port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:27.356348 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.364701 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Calling delete_port for 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:27.417971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] For port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,segment=NetworkSegment(f6b5155c-a526-40dd-b6ed-046d11c0c76f),segment_id=f6b5155c-a526-40dd-b6ed-046d11c0c76f)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:27.418369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.435237 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Calling delete_port for 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:27.520757 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.545551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (7e0c8650-2f69-420f-b2d2-7a03d0578ad2), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.545796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:27.549386 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] No DVR routers for this DVR port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:27.571521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] Pushing event deleted for resources: {'Port': ['ID=7e0c8650-2f69-420f-b2d2-7a03d0578ad2,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:27.577818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b7e50-43cf-4793-9949-b62adb88ee83 None None] No DVR routers for this DVR port 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:27.857108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (cfcab045-0936-454e-a7db-67d776fa3ade), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.877693 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcab045-0936-454e-a7db-67d776fa3ade']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:27.887745 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b5155c-a526-40dd-b6ed-046d11c0c76f') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:27.888066 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b5155c-a526-40dd-b6ed-046d11c0c76f') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:27.897186 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (f6b5155c-a526-40dd-b6ed-046d11c0c76f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.910646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (f6b5155c-a526-40dd-b6ed-046d11c0c76f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.916584 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (f6b5155c-a526-40dd-b6ed-046d11c0c76f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:06:27.920867 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:06:27.923594 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:27.944812 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:27.945472 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device a45267d0-eba4-4fc6-8ff8-3cc55b7c01fd not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:27.945572 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:27.964762 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:27.965119 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e0c8650-2f69-420f-b2d2-7a03d0578ad2 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:27.966718 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 26231f9c-88c4-4429-9064-aa549a92e583 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:27.984794 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 26231f9c-88c4-4429-9064-aa549a92e583 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:27.985241 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 26231f9c-88c4-4429-9064-aa549a92e583 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:28.043057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (cfcab045-0936-454e-a7db-67d776fa3ade), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.059300 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.062419 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfcab045-0936-454e-a7db-67d776fa3ade HTTP/1.1" status: 204 len: 168 time: 0.9391036 Apr 12 00:06:28.063429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ef4ea-906a-4d35-90a3-d94c72f91eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcab045-0936-454e-a7db-67d776fa3ade,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:28.220485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.266565 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102cb0c-1c7d-4c41-9465-9fa18567e8a8 req-463d8bc8-7327-4155-b3c9-6ffb5d5aa8fe tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:28.268085 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a102cb0c-1c7d-4c41-9465-9fa18567e8a8 req-463d8bc8-7327-4155-b3c9-6ffb5d5aa8fe tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Apr 12 00:06:28.314094 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a102cb0c-1c7d-4c41-9465-9fa18567e8a8 req-aae89efc-1709-4fac-9b3f-400b240e3758 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Apr 12 00:06:28.379911 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57772) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:28.418252 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e6696d82-b3a2-4f2d-8f5b-c789a48dc671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6462994c4f146a2a17f698efbaeb2dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372200 Apr 12 00:06:28.420568 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57774) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:28.466342 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] Publish callbacks [] for security_group (a4f8ed3d-b21c-4f9a-9900-d983a764b9e9), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.487587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] Publish callbacks [] for security_group (a4f8ed3d-b21c-4f9a-9900-d983a764b9e9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.619741 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a4f8ed3d-b21c-4f9a-9900-d983a764b9e9), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.622319 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:28.623471 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4f8ed3d-b21c-4f9a-9900-d983a764b9e9 HTTP/1.1" status: 204 len: 168 time: 0.2020407 Apr 12 00:06:28.631246 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3925a82-c263-43ee-8f07-29db630e4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8ed3d-b21c-4f9a-9900-d983a764b9e9,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:28.963774 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 5584d763-a713-43ab-aebc-6729bd25ff1d up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:06:29.080573 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 5584d763-a713-43ab-aebc-6729bd25ff1d completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:06:29.084523 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 5584d763-a713-43ab-aebc-6729bd25ff1d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:06:29.084904 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:29.158059 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 5584d763-a713-43ab-aebc-6729bd25ff1d is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:06:29.158448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:29.182620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:29.184887 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71751b7c-7d44-45f9-8e00-5ee24c5c7657" -d '{"events": [{"server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "name": "network-vif-plugged", "status": "completed", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:29.196842 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=5584d763-a713-43ab-aebc-6729bd25ff1d,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:29.250109 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48cb31-2491-4c11-bf6e-db6143790646 x-openstack-request-id: req-aa48cb31-2491-4c11-bf6e-db6143790646 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:29.250417 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "name": "network-vif-plugged", "status": "completed", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:29.251564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa48cb31-2491-4c11-bf6e-db6143790646 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:29.251564 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa48cb31-2491-4c11-bf6e-db6143790646'] response: {'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'code': 200} Apr 12 00:06:29.264233 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:29.316816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:29.436882 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4690-fb75-478a-a8db-b783aab55ed8 req-a80ebf8d-5328-4f83-9ebc-647f54354536 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:29.474825 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ecb4690-fb75-478a-a8db-b783aab55ed8 req-a80ebf8d-5328-4f83-9ebc-647f54354536 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0562818 Apr 12 00:06:29.490990 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1ecb4690-fb75-478a-a8db-b783aab55ed8 req-4987ca4d-91f8-49c4-8ccb-439e760207ce tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467148 Apr 12 00:06:29.642742 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc343-32ca-460a-8da5-8a0b9821e2f9 req-c109b870-1741-42e0-b0ce-2b20937649a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:29.645063 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a3cc343-32ca-460a-8da5-8a0b9821e2f9 req-c109b870-1741-42e0-b0ce-2b20937649a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 1130 time: 0.0519466 Apr 12 00:06:29.689791 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a3cc343-32ca-460a-8da5-8a0b9821e2f9 req-64f157c4-dc29-4103-a345-4a9be12a827b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 Apr 12 00:06:29.863540 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:30.610270 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935b9d-52b0-4701-867e-abdf51fc4faf req-0b853bb6-4e93-4a8d-a0ad-12e140ba20ae tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:30.611819 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-45935b9d-52b0-4701-867e-abdf51fc4faf req-0b853bb6-4e93-4a8d-a0ad-12e140ba20ae tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Apr 12 00:06:30.657722 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-45935b9d-52b0-4701-867e-abdf51fc4faf req-c2234e7e-c3b6-4913-a12d-387d74ee72db tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Apr 12 00:06:31.265521 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:31.779922 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230dd19-9ef9-4fa5-867f-5c0af7f92511 req-01033522-ce3f-463c-9704-30550eaa95d3 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:31.781455 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d230dd19-9ef9-4fa5-867f-5c0af7f92511 req-01033522-ce3f-463c-9704-30550eaa95d3 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0573652 Apr 12 00:06:31.803041 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57872) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:31.831376 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d230dd19-9ef9-4fa5-867f-5c0af7f92511 req-32049602-f717-4715-96dd-20bfe1904848 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442910 Apr 12 00:06:31.940022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac713-3e15-4855-9513-c190ab0f0ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:31.960705 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c9ab2-7de7-46f9-8c44-9d4567368bbf req-1e3f407f-a4e3-477c-ab74-a7aa5a6365f8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:31.962264 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-926c9ab2-7de7-46f9-8c44-9d4567368bbf req-1e3f407f-a4e3-477c-ab74-a7aa5a6365f8 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0640736 Apr 12 00:06:31.972452 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57880) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:31.978964 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Request body: {'floatingip': {'port_id': '5584d763-a713-43ab-aebc-6729bd25ff1d'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:32.018393 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.027530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac713-3e15-4855-9513-c190ab0f0ec9 admin admin] Publish callbacks [] for security_group (64d9795a-0b1b-41ce-bba1-ba2c776c84fb), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.094284 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac713-3e15-4855-9513-c190ab0f0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (64d9795a-0b1b-41ce-bba1-ba2c776c84fb), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.132978 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-eb9ac713-3e15-4855-9513-c190ab0f0ec9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4553bb1ab64f4a56a7a802584b5087da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287799 Apr 12 00:06:32.134099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ac713-3e15-4855-9513-c190ab0f0ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d9795a-0b1b-41ce-bba1-ba2c776c84fb,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:32.136399 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 57882) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:32.198942 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] Publish callbacks [] for security_group (64d9795a-0b1b-41ce-bba1-ba2c776c84fb), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.208818 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] Publish callbacks [] for security_group (64d9795a-0b1b-41ce-bba1-ba2c776c84fb), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.305692 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.331920 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (64d9795a-0b1b-41ce-bba1-ba2c776c84fb), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.334652 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.338268 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d9795a-0b1b-41ce-bba1-ba2c776c84fb HTTP/1.1" status: 204 len: 168 time: 0.1985276 Apr 12 00:06:32.344527 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceac613-4969-49e9-b599-770a9848585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d9795a-0b1b-41ce-bba1-ba2c776c84fb,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:32.468104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.571906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:32.680890 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Floating IP 1a201ed9-63b4-4dd0-8cf6-36e62cf6153b associated. External IP: 172.27.1.192, port: 5584d763-a713-43ab-aebc-6729bd25ff1d. Apr 12 00:06:32.895771 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:06:33.005437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:06:33.009964 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.019642 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:06:33.031854 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:33.032485 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:06:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:33.041969 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-f00b0e9b-3d46-4337-86f7-24229f0f6244 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "PUT /v2.0/floatingips/1a201ed9-63b4-4dd0-8cf6-36e62cf6153b HTTP/1.1" status: 200 len: 992 time: 1.0683985 Apr 12 00:06:33.042639 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:33.045407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:33.084305 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7bf93-68d8-429a-8bea-d4ec9a452525 x-openstack-request-id: req-64c7bf93-68d8-429a-8bea-d4ec9a452525 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:33.084597 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:33.084898 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64c7bf93-68d8-429a-8bea-d4ec9a452525 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:33.085302 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c7bf93-68d8-429a-8bea-d4ec9a452525'] response: {'name': 'network-changed', 'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'status': 'completed', 'code': 200} Apr 12 00:06:33.149037 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-85e60e10-04ff-4836-a7cf-fba56a8ad5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:33.150679 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-85e60e10-04ff-4836-a7cf-fba56a8ad5b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e10126821844f4cb497402dbb6c86c3&device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 1130 time: 0.0452967 Apr 12 00:06:33.153697 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:33.244077 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57896) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:33.248484 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-19524c4d-14cd-4411-9a45-d60dc411d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:33.249981 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-19524c4d-14cd-4411-9a45-d60dc411d967 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 200 len: 912 time: 0.0926194 Apr 12 00:06:33.262020 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0919ede-0f3f-4291-af2c-36606aa9c6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.329618 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-1131c4ce-30b6-42b4-b5b2-0faaacd44a37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5584d763-a713-43ab-aebc-6729bd25ff1d HTTP/1.1" status: 200 len: 1000 time: 0.0726366 Apr 12 00:06:33.350280 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0919ede-0f3f-4291-af2c-36606aa9c6f6 admin admin] Publish callbacks [] for security_group (a143ec84-2066-41eb-a917-d825fda03ff1), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.386749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-aa65b370-a70b-4bf4-9834-cee429d66bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:33.388383 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-aa65b370-a70b-4bf4-9834-cee429d66bd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 200 len: 850 time: 0.0478630 Apr 12 00:06:33.413082 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1a201ed9-63b4-4dd0-8cf6-36e62cf6153b', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:43:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a601d20-3e35-464c-b844-f99f10f6e587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:06:10Z', 'updated_at': '2022-04-12T00:06:32Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:33.415016 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0919ede-0f3f-4291-af2c-36606aa9c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a143ec84-2066-41eb-a917-d825fda03ff1), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.440911 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-9b200fb7-6878-44d0-93a6-4c3320df6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:33.442402 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-9b200fb7-6878-44d0-93a6-4c3320df6c88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23dd35ce-02c6-496c-89ec-e6b9f9f7137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466287 Apr 12 00:06:33.443941 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:06:33.453546 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:06:33.454149 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:06:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:33.485508 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e0919ede-0f3f-4291-af2c-36606aa9c6f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45fbaa59adb541249cdbe39da0a22340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376978 Apr 12 00:06:33.485508 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0919ede-0f3f-4291-af2c-36606aa9c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a143ec84-2066-41eb-a917-d825fda03ff1,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:33.488917 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 57900) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:33.542774 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-472b453f-446d-4af9-b027-d4238f89e19c service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Apr 12 00:06:33.547342 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef74a-feb7-46b0-b8bb-8521d19c2244 req-a9e9a280-3180-407a-93c5-c3ae309ae223 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:33.548806 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb2ef74a-feb7-46b0-b8bb-8521d19c2244 req-a9e9a280-3180-407a-93c5-c3ae309ae223 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 945 time: 0.1307383 Apr 12 00:06:33.575101 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:06:33.576359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] Publish callbacks [] for security_group (a143ec84-2066-41eb-a917-d825fda03ff1), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.618793 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] Publish callbacks [] for security_group (a143ec84-2066-41eb-a917-d825fda03ff1), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.628784 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eb2ef74a-feb7-46b0-b8bb-8521d19c2244 req-bc41b365-bbc2-4e5c-8fd3-53c61e6a5892 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679615 Apr 12 00:06:33.639467 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ae5417dd-e274-49fb-b5e2-e0ad1ae8a1e8 req-c6cbebdb-1e0a-462e-870b-3653ba407f69 service neutron] 10.222.0.20 "GET /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 Apr 12 00:06:33.800586 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1a201ed9-63b4-4dd0-8cf6-36e62cf6153b', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:43:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a601d20-3e35-464c-b844-f99f10f6e587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:06:10Z', 'updated_at': '2022-04-12T00:06:32Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:06:33.803132 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a143ec84-2066-41eb-a917-d825fda03ff1), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.805695 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:33.810225 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a143ec84-2066-41eb-a917-d825fda03ff1 HTTP/1.1" status: 204 len: 168 time: 0.3169641 Apr 12 00:06:33.815637 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68a819-3222-4672-9a38-b97c9506ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143ec84-2066-41eb-a917-d825fda03ff1,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:33.827297 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdb9ee-7982-4b64-bad7-14974176bac5 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1a201ed9-63b4-4dd0-8cf6-36e62cf6153b', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'port_id': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'mac_address': 'fa:16:3e:43:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a601d20-3e35-464c-b844-f99f10f6e587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:06:10Z', 'updated_at': '2022-04-12T00:06:32Z', 'revision_number': 1, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:06:34.030109 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e6fd3-c3c3-4306-9ca5-4222d655a71f None None] New status for floating IP 1a201ed9-63b4-4dd0-8cf6-36e62cf6153b: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:06:34.756686 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001003cd-cb62-493e-aef4-4838e6fa3b99 req-455fd0d4-7d93-4cf8-8659-f03a9b2a8715 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:34.756686 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-001003cd-cb62-493e-aef4-4838e6fa3b99 req-455fd0d4-7d93-4cf8-8659-f03a9b2a8715 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Apr 12 00:06:34.801741 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-001003cd-cb62-493e-aef4-4838e6fa3b99 req-2416fe00-4b63-4208-b1ab-1c22dc5b479d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Apr 12 00:06:35.343520 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-50da6e48-7f89-4563-8cc4-72d5ed2cd32b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:35.344980 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-50da6e48-7f89-4563-8cc4-72d5ed2cd32b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 945 time: 0.0683103 Apr 12 00:06:35.442672 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Deleting port 4821f24c-f9b4-47f7-95ef-580c0046445a {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:06:35.443050 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:35.532840 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] For port 4821f24c-f9b4-47f7-95ef-580c0046445a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=4821f24c-f9b4-47f7-95ef-580c0046445a,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:35.533280 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:35.545808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Calling delete_port for 4821f24c-f9b4-47f7-95ef-580c0046445a owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:06:35.728679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (4821f24c-f9b4-47f7-95ef-580c0046445a), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:35.742349 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['4821f24c-f9b4-47f7-95ef-580c0046445a'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:35.761852 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Pushing event deleted for resources: {'Port': ['ID=4821f24c-f9b4-47f7-95ef-580c0046445a,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:35.803306 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] No DVR routers for this DVR port 4821f24c-f9b4-47f7-95ef-580c0046445a on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:06:35.805770 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:35.809642 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-33085e5d-bd34-41b5-97c4-f3465802e68b req-93ca6eb7-48d3-4032-afff-831010814aa4 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "DELETE /v2.0/ports/4821f24c-f9b4-47f7-95ef-580c0046445a HTTP/1.1" status: 204 len: 173 time: 0.4586048 Apr 12 00:06:35.810085 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'name': 'network-vif-deleted', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:35.812350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b702b71-b450-4bbb-897f-103980912113" -d '{"events": [{"server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "name": "network-vif-deleted", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:35.852669 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f895b-1772-4932-b7ee-1080be713d17 x-openstack-request-id: req-310f895b-1772-4932-b7ee-1080be713d17 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:35.856415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbd528a-b798-4e11-b908-ba1ab31fc791", "name": "network-vif-deleted", "tag": "4821f24c-f9b4-47f7-95ef-580c0046445a", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:35.856415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-310f895b-1772-4932-b7ee-1080be713d17 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:35.856415 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310f895b-1772-4932-b7ee-1080be713d17'] response: {'server_uuid': '7bbd528a-b798-4e11-b908-ba1ab31fc791', 'name': 'network-vif-deleted', 'tag': '4821f24c-f9b4-47f7-95ef-580c0046445a', 'status': 'completed', 'code': 200} Apr 12 00:06:35.903627 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3a578f37-dbf0-4e1a-8a3e-02e34b867b9b req-1a139c05-6501-4c74-9501-461bd6303181 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbd528a-b798-4e11-b908-ba1ab31fc791 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Apr 12 00:06:39.252834 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4821f24c-f9b4-47f7-95ef-580c0046445a no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:06:39.272398 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 4821f24c-f9b4-47f7-95ef-580c0046445a {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:06:39.272742 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 4821f24c-f9b4-47f7-95ef-580c0046445a not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:06:44.206034 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:06:48.837633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-28bd9c66-ce82-4c10-9ed7-e1343d35ca12 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:48.839104 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-28bd9c66-ce82-4c10-9ed7-e1343d35ca12 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/networks?id=f14adb7f-665a-4375-8a55-c98aba39311f HTTP/1.1" status: 200 len: 814 time: 0.1012228 Apr 12 00:06:48.853783 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-f96fb5d5-b304-4e2c-90c4-f18374e4107e tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/quotas/77d13e16c2694f939137be1ca2e55b6c HTTP/1.1" status: 200 len: 375 time: 0.0086110 Apr 12 00:06:48.884767 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-9baa8371-aacd-4b5d-8d07-4d3ec5931306 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254235 Apr 12 00:06:49.264660 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-b36d8fb7-2ca0-4373-a7af-3c711d343cbb service neutron] 10.222.0.24 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733130 Apr 12 00:06:49.354139 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-c1ae39fb-aaba-4876-824a-fc94ffa58a83 service neutron] 10.222.0.24 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Apr 12 00:06:49.657578 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6c92b141-75f9-4c8c-8e6f-358cf0ad2535 req-9c10ce10-3b14-4562-b6be-abce02e50e51 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 210 time: 0.0778000 Apr 12 00:06:50.434031 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 58084) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:50.539120 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b9b806a-325c-470c-8b00-4f64248a7a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.611125 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b9b806a-325c-470c-8b00-4f64248a7a46 admin admin] Publish callbacks [] for security_group (041253da-7622-4a42-96c3-d3a11bcdbc02), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.682780 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b9b806a-325c-470c-8b00-4f64248a7a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (041253da-7622-4a42-96c3-d3a11bcdbc02), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.721405 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2b9b806a-325c-470c-8b00-4f64248a7a46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1aab7605fd248d083b9ec4fdbac7cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854087 Apr 12 00:06:50.724124 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 58090) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:50.724643 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b806a-325c-470c-8b00-4f64248a7a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041253da-7622-4a42-96c3-d3a11bcdbc02,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:50.759965 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-61d980cd-7fc9-4212-b2af-74ef062648e7 req-d5438774-fd97-4323-a6f0-4ad76934d380 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 210 time: 0.0371096 Apr 12 00:06:50.780147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] Publish callbacks [] for security_group (041253da-7622-4a42-96c3-d3a11bcdbc02), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.802622 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] Publish callbacks [] for security_group (041253da-7622-4a42-96c3-d3a11bcdbc02), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.908790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (041253da-7622-4a42-96c3-d3a11bcdbc02), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.911694 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:50.912884 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/041253da-7622-4a42-96c3-d3a11bcdbc02 HTTP/1.1" status: 204 len: 168 time: 0.1877346 Apr 12 00:06:50.922500 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2014a2-64cf-487d-b145-35e6c31b6eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041253da-7622-4a42-96c3-d3a11bcdbc02,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:51.429608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 58096) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:51.448158 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-53c3d218-c646-4b76-8eb1-59851a885dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.529930 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-89d00e33-41e9-4516-b408-97eddec4278b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:51.531349 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-89d00e33-41e9-4516-b408-97eddec4278b tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "GET /v2.0/networks?id=f14adb7f-665a-4375-8a55-c98aba39311f HTTP/1.1" status: 200 len: 814 time: 0.1481707 Apr 12 00:06:51.544779 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Request body: {'port': {'device_id': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f', 'admin_state_up': True, 'tenant_id': '77d13e16c2694f939137be1ca2e55b6c'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:51.629002 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-53c3d218-c646-4b76-8eb1-59851a885dfb admin admin] Publish callbacks [] for security_group (343722ce-38fc-4ec1-8bac-1ab3b206da76), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.691355 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-53c3d218-c646-4b76-8eb1-59851a885dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (343722ce-38fc-4ec1-8bac-1ab3b206da76), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.729169 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-53c3d218-c646-4b76-8eb1-59851a885dfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e026f19c2ac0439fa48516d53852299c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985618 Apr 12 00:06:51.731204 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d218-c646-4b76-8eb1-59851a885dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343722ce-38fc-4ec1-8bac-1ab3b206da76,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:51.731948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 58100) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:51.783276 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] Publish callbacks [] for security_group (343722ce-38fc-4ec1-8bac-1ab3b206da76), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.789044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Made reservation on behalf of 77d13e16c2694f939137be1ca2e55b6c for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:06:51.792675 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.812511 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] Publish callbacks [] for security_group (343722ce-38fc-4ec1-8bac-1ab3b206da76), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.869328 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95e24913-19fc-4189-967d-1b494db21f28 req-788e8fa4-c913-4965-898b-d22f0de9f100 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 210 time: 0.0309041 Apr 12 00:06:51.959850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Allocated IP 172.20.0.2 (f14adb7f-665a-4375-8a55-c98aba39311f/9909db53-0b80-4353-b98c-64c2743a3623/484e0c0d-66e7-453f-99eb-4a8c8de9f33d) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:06:51.965842 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (343722ce-38fc-4ec1-8bac-1ab3b206da76), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.968507 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:51.969684 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/343722ce-38fc-4ec1-8bac-1ab3b206da76 HTTP/1.1" status: 204 len: 168 time: 0.2366526 Apr 12 00:06:51.983018 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737da18-2788-4aef-8f04-42e150517d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343722ce-38fc-4ec1-8bac-1ab3b206da76,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:52.111067 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks [] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.203467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.248609 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Network f14adb7f-665a-4375-8a55-c98aba39311f is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:06:52.251732 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:06:52.255328 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:06:52.283890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Pushing event updated for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:52.308895 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:52.318279 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.408456 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-dd41a53d-029a-491e-ba33-24664770c25d tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672726 Apr 12 00:06:52.422725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Request body: {'port': {'device_id': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:06:52.481789 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.740446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484e0c0d-66e7-453f-99eb-4a8c8de9f33d {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:06:52.747978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks [] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.760688 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Transition to ACTIVE for port object 484e0c0d-66e7-453f-99eb-4a8c8de9f33d will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:06:52.840136 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.891868 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Pushing event updated for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:52.958540 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Attempting to bind port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:06:52.958893 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Attempting to bind port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:06:52.959264 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Attempting to bind port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d on network f14adb7f-665a-4375-8a55-c98aba39311f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:06:52.963598 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d on network f14adb7f-665a-4375-8a55-c98aba39311f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:06:52.963924 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Attempting to bind port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d on network f14adb7f-665a-4375-8a55-c98aba39311f {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:06:52.968710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:06:52.969209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Checking segment: {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:06:52.969414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Bound using segment: {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:06:52.969834 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Bound port: 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084d1712-d28d-416c-b10f-f57998b182e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:06:52.970185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:52.994879 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9877ce-7bdf-4366-896f-90f6180fc75b req-add1ec9e-199d-44e6-a810-91bfd647adeb tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:52.996580 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d9877ce-7bdf-4366-896f-90f6180fc75b req-add1ec9e-199d-44e6-a810-91bfd647adeb tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 943 time: 0.0550597 Apr 12 00:06:53.038441 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:06:53.042422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:06:53.047449 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9d9877ce-7bdf-4366-896f-90f6180fc75b req-f4ed5bbf-fc04-485a-bfdc-18fddad0933c tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Apr 12 00:06:53.111873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:53.146018 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.146639 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:53.148121 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] 10.222.0.20 "PUT /v2.0/ports/484e0c0d-66e7-453f-99eb-4a8c8de9f33d HTTP/1.1" status: 200 len: 1093 time: 0.7301040 Apr 12 00:06:53.148557 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:53.150803 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a9f203-87b0-467d-87f2-fae71a84be27" -d '{"events": [{"name": "network-changed", "server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:53.175858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26194026-0091-4ff8-9d0a-66600d20818d service neutron] Pushing event updated for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:53.198685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8333e0-74d5-4c5a-957f-c2b9ddd796cb x-openstack-request-id: req-ba8333e0-74d5-4c5a-957f-c2b9ddd796cb {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:53.199102 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:53.199370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba8333e0-74d5-4c5a-957f-c2b9ddd796cb {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:53.199848 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8333e0-74d5-4c5a-957f-c2b9ddd796cb'] response: {'name': 'network-changed', 'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d', 'status': 'completed', 'code': 200} Apr 12 00:06:53.274819 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-c8c4cb4a-e0cc-4939-b2d2-fad31faa2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.276374 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-c8c4cb4a-e0cc-4939-b2d2-fad31faa2d5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 1127 time: 0.0463507 Apr 12 00:06:53.383388 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-0cb09022-4065-4d55-bf0c-0264edbe3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.384860 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-0cb09022-4065-4d55-bf0c-0264edbe3f73 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=77d13e16c2694f939137be1ca2e55b6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994036 Apr 12 00:06:53.478542 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-0a6132e3-669e-4608-9d74-1d6c797b5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.480026 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-82a9f203-87b0-467d-87f2-fae71a84be27 req-0a6132e3-669e-4608-9d74-1d6c797b5598 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888889 Apr 12 00:06:53.565953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-52eee282-841b-4c61-b1bd-fd77f5a30e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.567475 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-52eee282-841b-4c61-b1bd-fd77f5a30e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77d13e16c2694f939137be1ca2e55b6c&device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 1127 time: 0.0454757 Apr 12 00:06:53.610498 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-8bd9ac13-1931-4408-9834-a5b22bc89842 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d HTTP/1.1" status: 200 len: 217 time: 0.0333257 Apr 12 00:06:53.659007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-e9dd2ed0-87ce-4951-bb6f-efe5a16d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:53.660443 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-e9dd2ed0-87ce-4951-bb6f-efe5a16d45fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9909db53-0b80-4353-b98c-64c2743a3623 HTTP/1.1" status: 200 len: 854 time: 0.0437205 Apr 12 00:06:53.696558 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-f9455763-f58d-432d-a39d-54f9381739e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f14adb7f-665a-4375-8a55-c98aba39311f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293367 Apr 12 00:06:53.788516 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-0c1f666f-6a08-43fb-bbd1-1c3f34bdac65 service neutron] 10.222.0.20 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831254 Apr 12 00:06:53.974738 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fb6f2d70-06a5-4834-acb5-eff14bcdd9a2 req-aad4c90e-eecc-4953-9e5a-a8e153311378 service neutron] 10.222.0.20 "GET /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792457 Apr 12 00:06:54.172256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f6bee-2449-439f-874e-9ca27493c6e4 req-1e78decd-42c0-44f4-9d8e-6ceff4d576ed tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:54.173830 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c9f6bee-2449-439f-874e-9ca27493c6e4 req-1e78decd-42c0-44f4-9d8e-6ceff4d576ed tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 943 time: 0.0570836 Apr 12 00:06:54.222089 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c9f6bee-2449-439f-874e-9ca27493c6e4 req-5a754722-e45c-4f65-b570-f4da9754a2ee tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Apr 12 00:06:54.783091 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a75c57b7-199a-4ee8-8b44-d388af9d57c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:54.916810 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 58184) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:55.019183 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-711e6923-cc5d-42f2-a51f-dd9ec66fcd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.089422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-711e6923-cc5d-42f2-a51f-dd9ec66fcd33 admin admin] Publish callbacks [] for security_group (d681cdee-6e73-46d8-a917-d5c8cb48cc67), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.094476 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 484e0c0d-66e7-453f-99eb-4a8c8de9f33d details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:06:55.143185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-711e6923-cc5d-42f2-a51f-dd9ec66fcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d681cdee-6e73-46d8-a917-d5c8cb48cc67), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.181243 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-711e6923-cc5d-42f2-a51f-dd9ec66fcd33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5820e16b0acc457b820f36a02cb5660f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633419 Apr 12 00:06:55.182590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e6923-cc5d-42f2-a51f-dd9ec66fcd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681cdee-6e73-46d8-a917-d5c8cb48cc67,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:55.183917 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 58188) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:55.191067 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:55.202598 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d', 'network_id': 'f14adb7f-665a-4375-8a55-c98aba39311f', 'port_id': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d', 'mac_address': 'fa:16:3e:8b:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9909db53-0b80-4353-b98c-64c2743a3623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:06:55.235104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] Publish callbacks [] for security_group (d681cdee-6e73-46d8-a917-d5c8cb48cc67), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.239070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:06:55.239460 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.253091 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484e0c0d-66e7-453f-99eb-4a8c8de9f33d {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:06:55.257129 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] Publish callbacks [] for security_group (d681cdee-6e73-46d8-a917-d5c8cb48cc67), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.275919 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:55.356093 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640b32-6a62-4b4b-b8a2-417f43e479d1 req-eaba796f-8394-42ef-bdff-2174d00267ee tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:55.357230 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.357758 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-87640b32-6a62-4b4b-b8a2-417f43e479d1 req-eaba796f-8394-42ef-bdff-2174d00267ee tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 943 time: 0.0554800 Apr 12 00:06:55.395164 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d681cdee-6e73-46d8-a917-d5c8cb48cc67), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.397622 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:55.401142 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d681cdee-6e73-46d8-a917-d5c8cb48cc67 HTTP/1.1" status: 204 len: 168 time: 0.2131891 Apr 12 00:06:55.412587 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:55.419541 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.419884 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.420220 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.420550 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.420876 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.421201 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.421547 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.421844 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.421961 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b36695-736a-4389-8d22-2f51c74fb79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681cdee-6e73-46d8-a917-d5c8cb48cc67,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:55.422162 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.422477 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.422798 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.423137 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.423441 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:06:55.428897 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-87640b32-6a62-4b4b-b8a2-417f43e479d1 req-8783a9d8-fd2e-4b8d-8ae1-db843432d906 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650046 Apr 12 00:06:55.648631 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['484e0c0d-66e7-453f-99eb-4a8c8de9f33d'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:06:55.990679 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 58196) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:56.004343 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0b267d9e-9891-42a2-b3ec-e0e9f1cd410c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.075794 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0b267d9e-9891-42a2-b3ec-e0e9f1cd410c admin admin] Publish callbacks [] for security_group (f1d7cae2-f441-4593-9697-795a9a9bcd07), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.151253 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0b267d9e-9891-42a2-b3ec-e0e9f1cd410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f1d7cae2-f441-4593-9697-795a9a9bcd07), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.188167 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267d9e-9891-42a2-b3ec-e0e9f1cd410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7cae2-f441-4593-9697-795a9a9bcd07,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:56.192183 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0b267d9e-9891-42a2-b3ec-e0e9f1cd410c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c92ada53686c4d3b82011f40e600bcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004979 Apr 12 00:06:56.194825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 58198) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:06:56.247512 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] Publish callbacks [] for security_group (f1d7cae2-f441-4593-9697-795a9a9bcd07), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.268314 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] Publish callbacks [] for security_group (f1d7cae2-f441-4593-9697-795a9a9bcd07), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.439913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f1d7cae2-f441-4593-9697-795a9a9bcd07), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.442415 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:56.443588 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1d7cae2-f441-4593-9697-795a9a9bcd07 HTTP/1.1" status: 204 len: 168 time: 0.2478437 Apr 12 00:06:56.451836 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d25da-20f4-4a29-9fdc-b70fc196c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7cae2-f441-4593-9697-795a9a9bcd07,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:56.549390 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e76d-0bc1-411c-8b31-332714c83138 req-09de3789-8e91-433b-9f9a-367102240eca tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:56.550872 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af62e76d-0bc1-411c-8b31-332714c83138 req-09de3789-8e91-433b-9f9a-367102240eca tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 944 time: 0.0521507 Apr 12 00:06:56.596979 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af62e76d-0bc1-411c-8b31-332714c83138 req-716576ac-b236-4301-a62b-df86456b2343 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Apr 12 00:06:57.125161 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 484e0c0d-66e7-453f-99eb-4a8c8de9f33d up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:06:57.146888 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a3a14b67-3f4c-4a6d-b26f-02c1e51a5dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:57.236751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:06:57.240649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:06:57.245360 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:57.335950 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:06:57.336463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:57.361057 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:06:57.363284 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e9911b-ac8f-444e-8647-66e3177f93fe" -d '{"events": [{"server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "name": "network-vif-plugged", "status": "completed", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:06:57.379230 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:06:57.402745 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668942ad-7760-4478-ac5e-1756ca9a10f3 x-openstack-request-id: req-668942ad-7760-4478-ac5e-1756ca9a10f3 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:06:57.403162 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "name": "network-vif-plugged", "status": "completed", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:06:57.403446 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-668942ad-7760-4478-ac5e-1756ca9a10f3 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:06:57.404434 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668942ad-7760-4478-ac5e-1756ca9a10f3'] response: {'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d', 'code': 200} Apr 12 00:06:57.434136 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:57.483941 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:06:57.701927 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6da78-9710-4574-a7a6-aef61707b4a9 req-fef5e502-858c-409f-aec9-6e05842f6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:57.703523 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-95d6da78-9710-4574-a7a6-aef61707b4a9 req-fef5e502-858c-409f-aec9-6e05842f6a4d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 1129 time: 0.0447376 Apr 12 00:06:57.718561 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a57eb-172c-4205-bdbc-b0b2c165f69b req-7dbfb9ac-220a-4577-8377-b278f07f0cfb tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:57.720062 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cf8a57eb-172c-4205-bdbc-b0b2c165f69b req-7dbfb9ac-220a-4577-8377-b278f07f0cfb tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0527771 Apr 12 00:06:57.750610 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-95d6da78-9710-4574-a7a6-aef61707b4a9 req-1450cc88-1f4e-4bb2-ba15-b972a20b7db0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Apr 12 00:06:57.767004 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cf8a57eb-172c-4205-bdbc-b0b2c165f69b req-e512c2ba-8646-4d2f-8a4b-66e5ece759ee tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Apr 12 00:06:58.200061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:06:58.888704 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95718479-7cce-4d59-8fe3-4f139f0d298f req-795c1609-22b3-4298-9a18-3f9a18df2dce tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:06:58.890164 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95718479-7cce-4d59-8fe3-4f139f0d298f req-795c1609-22b3-4298-9a18-3f9a18df2dce tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0581515 Apr 12 00:06:58.940436 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95718479-7cce-4d59-8fe3-4f139f0d298f req-187cd805-29b5-4fd9-bc41-af9f500c7a07 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Apr 12 00:06:59.834329 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:00.067807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e520649-da1a-4bc2-93fa-a9c6599dd380 req-e1e4f13c-163c-4347-9943-0dfe290fc5cf tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:00.069212 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7e520649-da1a-4bc2-93fa-a9c6599dd380 req-e1e4f13c-163c-4347-9943-0dfe290fc5cf tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0516529 Apr 12 00:07:00.119350 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7e520649-da1a-4bc2-93fa-a9c6599dd380 req-d61d980b-9ab3-4a22-8c56-e4060df60cdc tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Apr 12 00:07:01.294019 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:01.887677 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfcdc-fcb0-4724-9591-d3dbb019ebb2 req-8817c4dc-de89-483a-806d-14ce272d7bad tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:01.889167 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab7cfcdc-fcb0-4724-9591-d3dbb019ebb2 req-8817c4dc-de89-483a-806d-14ce272d7bad tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Apr 12 00:07:01.939956 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab7cfcdc-fcb0-4724-9591-d3dbb019ebb2 req-0889e952-6daa-412f-9ab4-8eb66d90fb31 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Apr 12 00:07:02.319703 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:03.068312 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884100-0b34-44dd-84b4-911382e13578 req-15058f6e-f0a1-4041-99ec-4629824d36c2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:03.074568 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-25884100-0b34-44dd-84b4-911382e13578 req-15058f6e-f0a1-4041-99ec-4629824d36c2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0569522 Apr 12 00:07:03.118077 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-25884100-0b34-44dd-84b4-911382e13578 req-a1b9b48a-644c-4402-96a5-e56d12cb0a24 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 Apr 12 00:07:04.239113 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c093-7ce3-4a11-b976-c56344a48fa4 req-f98f4a0c-64c5-4968-82d5-aacd88def081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:04.240738 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9bd2c093-7ce3-4a11-b976-c56344a48fa4 req-f98f4a0c-64c5-4968-82d5-aacd88def081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0525632 Apr 12 00:07:04.288613 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9bd2c093-7ce3-4a11-b976-c56344a48fa4 req-57432e01-adb8-4288-8be8-7cba1dfb6f91 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Apr 12 00:07:05.417136 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd8e3a-7548-4c33-ba2a-49e7f04d2a2b req-aa2f6bbd-c78d-427c-b1b9-1f8f9cfa3597 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:05.418661 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c6bd8e3a-7548-4c33-ba2a-49e7f04d2a2b req-aa2f6bbd-c78d-427c-b1b9-1f8f9cfa3597 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0575876 Apr 12 00:07:05.465051 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c6bd8e3a-7548-4c33-ba2a-49e7f04d2a2b req-25c3c6f0-825c-4f09-8850-247c1b905a53 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Apr 12 00:07:06.582889 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de9f65-1785-4edb-8019-bbe8b0555ae8 req-c8cec760-1193-4ef1-915d-decf965ea18e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:06.584319 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-63de9f65-1785-4edb-8019-bbe8b0555ae8 req-c8cec760-1193-4ef1-915d-decf965ea18e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Apr 12 00:07:06.628897 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-63de9f65-1785-4edb-8019-bbe8b0555ae8 req-7165455b-b6bb-479c-9712-dbc88f487c9a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 Apr 12 00:07:07.752003 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b81d6-248a-4a5b-a038-6f08b44bd1fb req-86ffaa9f-585f-463d-a8d5-f4068a735d65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:07.753481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7e8b81d6-248a-4a5b-a038-6f08b44bd1fb req-86ffaa9f-585f-463d-a8d5-f4068a735d65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Apr 12 00:07:07.798929 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7e8b81d6-248a-4a5b-a038-6f08b44bd1fb req-cffdabc9-d39e-45ab-aeff-60b784d086cc tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Apr 12 00:07:08.917115 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b34352-21fc-47fd-8e46-62bcb1de78d6 req-bfad768e-44e7-45d4-8e8b-b8414c0d2a65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:08.918540 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6b34352-21fc-47fd-8e46-62bcb1de78d6 req-bfad768e-44e7-45d4-8e8b-b8414c0d2a65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Apr 12 00:07:08.963314 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a6b34352-21fc-47fd-8e46-62bcb1de78d6 req-fd81b6c2-2504-47a8-96bd-03fecad8ae10 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Apr 12 00:07:10.092711 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400af6d-df55-4625-b106-f5655570d4c5 req-55d96aad-1a01-4bfd-9ba0-c1cb70257545 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:10.094897 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9400af6d-df55-4625-b106-f5655570d4c5 req-55d96aad-1a01-4bfd-9ba0-c1cb70257545 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0557163 Apr 12 00:07:10.148241 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9400af6d-df55-4625-b106-f5655570d4c5 req-ba1ea408-28e0-4625-add6-2abfccea01d1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Apr 12 00:07:11.269832 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fddec4-2ae9-4d7c-b009-538ca4f88ef9 req-f23477b6-dc15-4b1a-b326-85e03790c747 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:11.271324 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e1fddec4-2ae9-4d7c-b009-538ca4f88ef9 req-f23477b6-dc15-4b1a-b326-85e03790c747 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Apr 12 00:07:11.316419 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e1fddec4-2ae9-4d7c-b009-538ca4f88ef9 req-531ab2b5-fd9a-45a5-91e3-7d6749427845 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Apr 12 00:07:12.437377 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6302-c463-42d1-97dc-1531721ede51 req-122bb090-3b9e-4fe3-9d31-5f50aea8fd9f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:12.438863 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1dbe6302-c463-42d1-97dc-1531721ede51 req-122bb090-3b9e-4fe3-9d31-5f50aea8fd9f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Apr 12 00:07:12.485391 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1dbe6302-c463-42d1-97dc-1531721ede51 req-c08f3c3b-ac0f-4063-ac54-df8cdfe6a026 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Apr 12 00:07:13.606492 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1ece-a723-47d8-a683-9fa9ee6bced2 req-6f32b250-99f4-4f90-9163-1a5c87804528 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:13.607959 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-55ed1ece-a723-47d8-a683-9fa9ee6bced2 req-6f32b250-99f4-4f90-9163-1a5c87804528 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Apr 12 00:07:13.652743 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-55ed1ece-a723-47d8-a683-9fa9ee6bced2 req-b4b47114-9177-4e2c-8ada-a9392441c3d7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Apr 12 00:07:14.776234 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aa3d6-75ea-4844-99aa-9a81af21118a req-797c98c2-e973-458c-bb54-23b27fd03918 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:14.777866 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-064aa3d6-75ea-4844-99aa-9a81af21118a req-797c98c2-e973-458c-bb54-23b27fd03918 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Apr 12 00:07:14.823793 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-064aa3d6-75ea-4844-99aa-9a81af21118a req-0fc72d25-9eb2-485e-aeb0-8f67bc60e3d0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Apr 12 00:07:15.768602 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b827a-22ca-4998-9606-a22a70b67ca4 req-8456ca21-5ee8-44db-bc59-9706a104f271 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:15.770093 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f11b827a-22ca-4998-9606-a22a70b67ca4 req-8456ca21-5ee8-44db-bc59-9706a104f271 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0549426 Apr 12 00:07:15.821428 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f11b827a-22ca-4998-9606-a22a70b67ca4 req-f54a72fb-2281-4728-8f77-c169333536b0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454063 Apr 12 00:07:15.944954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e2665-d669-4c68-b293-94689d4a8fac req-40406421-53f3-4e8e-878b-bf005deeb2bd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:15.946382 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf5e2665-d669-4c68-b293-94689d4a8fac req-40406421-53f3-4e8e-878b-bf005deeb2bd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0508616 Apr 12 00:07:15.991517 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf5e2665-d669-4c68-b293-94689d4a8fac req-89b4af30-9258-469f-bdd2-8ca1f355c74f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Apr 12 00:07:16.935051 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d025-5e41-4945-ab83-3b8c2cb021ed req-5da204aa-4108-45fc-8f9e-0a89a16b5e3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:16.936497 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c66d025-5e41-4945-ab83-3b8c2cb021ed req-5da204aa-4108-45fc-8f9e-0a89a16b5e3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0497530 Apr 12 00:07:16.982657 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c66d025-5e41-4945-ab83-3b8c2cb021ed req-69cad5eb-a466-4f27-b3e4-3048033e7bbf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Apr 12 00:07:17.112098 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944e8b-12fa-423d-9330-4ea0c4a51993 req-d329074c-69db-4261-a604-6a41de4157d6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:17.114087 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d944e8b-12fa-423d-9330-4ea0c4a51993 req-d329074c-69db-4261-a604-6a41de4157d6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0544224 Apr 12 00:07:17.158687 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d944e8b-12fa-423d-9330-4ea0c4a51993 req-f258a78c-5362-4d5d-b3b1-ab6631502e79 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Apr 12 00:07:18.097002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d264290-80d6-44d1-bae4-fbbbf65f0228 req-46ddb19b-d0ad-4ac6-96fe-bc574a84c258 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:18.098453 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6d264290-80d6-44d1-bae4-fbbbf65f0228 req-46ddb19b-d0ad-4ac6-96fe-bc574a84c258 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0516684 Apr 12 00:07:18.149158 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6d264290-80d6-44d1-bae4-fbbbf65f0228 req-80c12e3c-dfcb-4628-bd15-140b73f949b8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Apr 12 00:07:18.284237 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6c0d-494d-455f-8823-570d11ce2b0c req-e421bd7a-be47-476d-b21c-cda8f280184b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:18.285592 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-21af6c0d-494d-455f-8823-570d11ce2b0c req-e421bd7a-be47-476d-b21c-cda8f280184b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0552495 Apr 12 00:07:18.331892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-21af6c0d-494d-455f-8823-570d11ce2b0c req-7612bf40-e71c-4ea4-b567-c15c623a87a5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 Apr 12 00:07:19.127237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-352c1dd5-87c4-4380-9b15-7e89608498a5 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:19.129318 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-352c1dd5-87c4-4380-9b15-7e89608498a5 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0557926 Apr 12 00:07:19.226472 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port b82626ba-4ddd-440c-a9bf-bcae36f33a4e {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:07:19.226899 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:19.281195 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd83ccc-8715-4390-af06-0dac999802ac req-31be14b2-33ae-4aee-9ec2-eb04f7a22c80 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:19.282693 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bd83ccc-8715-4390-af06-0dac999802ac req-31be14b2-33ae-4aee-9ec2-eb04f7a22c80 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 945 time: 0.0680492 Apr 12 00:07:19.319152 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] For port b82626ba-4ddd-440c-a9bf-bcae36f33a4e, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:19.319532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:19.334338 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bd83ccc-8715-4390-af06-0dac999802ac req-b0ba8714-5f55-43fb-b9b9-551df4d601dc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459201 Apr 12 00:07:19.455197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436a608-40a3-42d8-84ea-370dd7dd00eb req-614ad18d-a14c-43be-babe-d7f429a8b081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:19.457241 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2436a608-40a3-42d8-84ea-370dd7dd00eb req-614ad18d-a14c-43be-babe-d7f429a8b081 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0540164 Apr 12 00:07:19.502074 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:19.502432 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (2e21ef40-b064-4b27-8a50-932f36bfe100), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:19.502751 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP 2e21ef40-b064-4b27-8a50-932f36bfe100 disassociated. External IP: 172.27.1.23, port: b82626ba-4ddd-440c-a9bf-bcae36f33a4e. Apr 12 00:07:19.503644 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for b82626ba-4ddd-440c-a9bf-bcae36f33a4e owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:07:19.508057 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2436a608-40a3-42d8-84ea-370dd7dd00eb req-9d457f2c-f3f3-42ee-8b50-8da742face73 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Apr 12 00:07:19.702671 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b82626ba-4ddd-440c-a9bf-bcae36f33a4e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:19.741411 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=b82626ba-4ddd-440c-a9bf-bcae36f33a4e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:19.809105 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.809946 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.809946 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.810178 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.810429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.810771 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.811183 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.811511 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.811834 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.812157 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.812477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.812796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.813111 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:19.872273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:07:19.993934 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:07:20.005444 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:07:20.015382 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:07:20.015985 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:06:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:20.040872 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] No DVR routers for this DVR port b82626ba-4ddd-440c-a9bf-bcae36f33a4e on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:07:20.052973 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:20.061040 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-19d0c7b0-5756-4fde-a52f-cf49df078242 req-e50051b8-1a14-407d-b675-71ebf6d034a4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "DELETE /v2.0/ports/b82626ba-4ddd-440c-a9bf-bcae36f33a4e HTTP/1.1" status: 204 len: 173 time: 0.9259176 Apr 12 00:07:20.062137 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'name': 'network-vif-deleted', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:20.078085 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363cfab-5242-4c9f-8624-1c20259abd13" -d '{"events": [{"server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "name": "network-vif-deleted", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:20.142581 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:07:20.185951 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c21d4-196e-4637-b1a2-cce87fd8c7b1 x-openstack-request-id: req-b05c21d4-196e-4637-b1a2-cce87fd8c7b1 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:20.186449 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f", "name": "network-vif-deleted", "tag": "b82626ba-4ddd-440c-a9bf-bcae36f33a4e", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:20.186548 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b05c21d4-196e-4637-b1a2-cce87fd8c7b1 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:20.187133 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05c21d4-196e-4637-b1a2-cce87fd8c7b1'] response: {'server_uuid': '6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f', 'name': 'network-vif-deleted', 'tag': 'b82626ba-4ddd-440c-a9bf-bcae36f33a4e', 'status': 'completed', 'code': 200} Apr 12 00:07:20.345408 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:20.374156 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:07:20.383889 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:07:20.385200 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:06:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:20.428723 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4458e3ad-dbee-41ca-a617-93065d2c99bc req-ede89d14-6cba-4221-b8c7-69b07573775d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1f36a0-a989-4c82-b2d9-0496ea1f8c5f HTTP/1.1" status: 200 len: 210 time: 0.0259602 Apr 12 00:07:20.490683 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:07:20.649792 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94390998-3b24-4d28-8677-c450c1feb6ef req-2484b5ce-0bb8-4562-b397-0b34ac0d3bf7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:20.651700 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-94390998-3b24-4d28-8677-c450c1feb6ef req-2484b5ce-0bb8-4562-b397-0b34ac0d3bf7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0666463 Apr 12 00:07:20.706639 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-94390998-3b24-4d28-8677-c450c1feb6ef req-c13bb07c-2ef6-4939-83c8-9bd75009684b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Apr 12 00:07:20.788229 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:20.817340 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef2df7-5d65-421f-a785-cf8bb2650534 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:07:21.025591 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34aafc-1534-47cf-959c-e400bb1eb6af None None] New status for floating IP 2e21ef40-b064-4b27-8a50-932f36bfe100: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:07:21.207303 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:07:21.268197 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b82626ba-4ddd-440c-a9bf-bcae36f33a4e no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:07:21.293271 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: b82626ba-4ddd-440c-a9bf-bcae36f33a4e {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:07:21.293271 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b82626ba-4ddd-440c-a9bf-bcae36f33a4e not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:07:21.682327 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-913b9602-8a6b-41ce-972e-02d0b9df8beb tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314014670&fields=id&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 267 time: 0.0429130 Apr 12 00:07:21.792460 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-115abeb0-71a4-4db7-b01c-4a91adc6ff50 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:21.793920 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-115abeb0-71a4-4db7-b01c-4a91adc6ff50 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.1053698 Apr 12 00:07:21.832595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-cb1a68c5-c20f-4679-9ed8-c626291fe97f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/quotas/637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 375 time: 0.0260298 Apr 12 00:07:21.881045 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4cc1-73f4-493d-9d62-2f265ef2a966 req-f9e49258-7fba-4691-af43-a583c69431e5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:21.882548 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab9f4cc1-73f4-493d-9d62-2f265ef2a966 req-f9e49258-7fba-4691-af43-a583c69431e5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0877280 Apr 12 00:07:21.930010 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-db84b404-929e-4127-8126-55fda538fb5c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926027 Apr 12 00:07:21.954177 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab9f4cc1-73f4-493d-9d62-2f265ef2a966 req-f0f45b70-9fac-42c6-8308-5949666a7d02 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623922 Apr 12 00:07:22.030453 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-6854abf5-5aa5-4fc0-9c76-5ca9894f1958 service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 Apr 12 00:07:22.120858 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-5455a13f-48d5-4f4f-8478-673272f12121 service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835078 Apr 12 00:07:22.758430 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-18d3e7fa-7bc9-485b-a2c9-be8a2b25be20 req-499900c9-2cc9-40ab-8423-ab202155bcf6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 210 time: 0.0302329 Apr 12 00:07:23.086766 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687100a9-108e-4a34-9a42-bb0e314d089b req-1723c637-e978-4b59-8cc3-cb849728bbf0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:23.088327 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-687100a9-108e-4a34-9a42-bb0e314d089b req-1723c637-e978-4b59-8cc3-cb849728bbf0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0610075 Apr 12 00:07:23.138798 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-687100a9-108e-4a34-9a42-bb0e314d089b req-20f1e520-5269-49a8-a519-d8d9e5187680 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Apr 12 00:07:23.271923 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:07:23.366063 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:23.377106 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'b4584482-7daa-45da-be77-1c3476d48f68', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:07:23.416681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: ACTIVE; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:23.417073 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:23.430519 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:07:23.451448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:23.537083 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:23.588547 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=6']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:23.630796 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b4584482-7daa-45da-be77-1c3476d48f68'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:07:23.856879 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-26907966-06d7-4056-a802-0582c7d950a6 req-ce213e92-552d-4d1c-a5cc-9224a5344dcd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 210 time: 0.0316336 Apr 12 00:07:24.270300 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59838-cd2a-43cb-8943-f76b84da6e54 req-48b8a473-5a93-4d49-8530-7633c1925319 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:24.271861 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6d59838-cd2a-43cb-8943-f76b84da6e54 req-48b8a473-5a93-4d49-8530-7633c1925319 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0550678 Apr 12 00:07:24.319002 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6d59838-cd2a-43cb-8943-f76b84da6e54 req-540ed737-4893-4c46-874c-20d77674c845 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Apr 12 00:07:24.664610 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-5755ad77-e8a5-465b-9965-f94561a808ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:24.666202 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-5755ad77-e8a5-465b-9965-f94561a808ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.1051447 Apr 12 00:07:24.731033 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-e29f47de-6e0d-4c30-9b29-8d262ef17140 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 379 time: 0.0541811 Apr 12 00:07:24.740922 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'port': {'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'admin_state_up': True, 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'security_groups': ['9a7887c2-1e8c-4934-900d-12a89d79f5bd']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:07:24.816943 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5ff6efec-bd8c-49d2-ad58-caac5e6a8d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:24.908333 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Made reservation on behalf of 637e4085dc72453bbd93166c9c6bf935 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:07:24.911632 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:24.970797 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdd715cc-b477-4b1e-8de1-7c3d118c7f52 req-86a754ba-cab6-44f5-b63f-8059a8577778 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 210 time: 0.0382202 Apr 12 00:07:25.039566 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.20.0.6 (78ac38b9-0eec-4bfb-92d9-22346c70e1aa/0dbf69c5-4c8c-4444-adce-0ae31c96db0c/a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:07:25.204910 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.291708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.297620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:07:25.337151 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:07:25.340349 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:07:25.346062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:07:25.347550 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port b4584482-7daa-45da-be77-1c3476d48f68 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:07:25.348134 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4584482-7daa-45da-be77-1c3476d48f68), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.356932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:25.418442 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:25.419169 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.442130 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:25.442520 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.476340 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:25.480265 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f6f5e-273c-4e33-b178-f90d2495f32b" -d '{"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:25.514522 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-a92933fc-b7d8-4f27-84a2-11294ed21639 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7771690 Apr 12 00:07:25.527396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Request body: {'port': {'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:07:25.528986 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e7d6-112f-4cd9-a94a-489d6b0e73e1 req-6dc33ac8-31db-4066-b8fd-8ba906bc712e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:25.540025 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0768e7d6-112f-4cd9-a94a-489d6b0e73e1 req-6dc33ac8-31db-4066-b8fd-8ba906bc712e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.1031134 Apr 12 00:07:25.635357 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0768e7d6-112f-4cd9-a94a-489d6b0e73e1 req-8aeb52c9-6d62-4e67-83f7-ae10f6970fb3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907459 Apr 12 00:07:25.672305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.714509 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62885bc-6e09-4e9c-a05e-2d16d6f039fe x-openstack-request-id: req-b62885bc-6e09-4e9c-a05e-2d16d6f039fe {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:25.714801 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:25.715077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62885bc-6e09-4e9c-a05e-2d16d6f039fe {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:25.715468 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62885bc-6e09-4e9c-a05e-2d16d6f039fe'] response: {'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'code': 200} Apr 12 00:07:25.718394 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:25.731672 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-995fe77a-2aba-4dd1-a6da-2538562f332b None None] Provisioning complete for port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:07:25.732042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-995fe77a-2aba-4dd1-a6da-2538562f332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.779064 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.784237 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-995fe77a-2aba-4dd1-a6da-2538562f332b None None] Port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:07:25.841173 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=7']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:25.964467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:07:25.972824 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks [] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:25.986148 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Transition to ACTIVE for port object a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:07:26.079722 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:26.088608 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31440-eca7-45d8-a6a4-a64be95b8519 req-9d62c341-2f69-4f34-8d6c-8e2c3d59b354 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:26.090172 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2de31440-eca7-45d8-a6a4-a64be95b8519 req-9d62c341-2f69-4f34-8d6c-8e2c3d59b354 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 931 time: 0.0613391 Apr 12 00:07:26.148685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:26.181990 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2de31440-eca7-45d8-a6a4-a64be95b8519 req-e9f65053-cf92-43a2-be88-750596a4c329 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829003 Apr 12 00:07:26.246406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Attempting to bind port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:07:26.246808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Attempting to bind port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:07:26.247282 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Attempting to bind port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:07:26.258211 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:07:26.258607 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Attempting to bind port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:07:26.265208 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:07:26.265642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:07:26.266254 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Bound using segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:07:26.266753 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Bound port: a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:07:26.267283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:26.369126 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:07:26.372731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:07:26.444789 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:26.483112 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:26.483736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:26.485451 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 1093 time: 0.9628007 Apr 12 00:07:26.485904 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:26.488199 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb3f392-6895-4830-b109-bb9ef2293831" -d '{"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:26.527320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9071-d763-4624-aabd-ec8f3fe9f725 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:26.541121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b94599-4b43-45c7-91c5-78ff189ed502 x-openstack-request-id: req-72b94599-4b43-45c7-91c5-78ff189ed502 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:26.541121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:26.541121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72b94599-4b43-45c7-91c5-78ff189ed502 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:26.541121 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b94599-4b43-45c7-91c5-78ff189ed502'] response: {'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'status': 'completed', 'code': 200} Apr 12 00:07:26.608537 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f392-6895-4830-b109-bb9ef2293831 req-324e4223-4e39-4867-b9fb-bce11bb795eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:26.611160 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-abb3f392-6895-4830-b109-bb9ef2293831 req-324e4223-4e39-4867-b9fb-bce11bb795eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1127 time: 0.0534921 Apr 12 00:07:26.976404 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fbe6-3b9f-4774-bfcc-055adc105161 req-f8edded5-50ce-4aeb-a9cc-c781c15177bf tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:26.979946 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5aa8fbe6-3b9f-4774-bfcc-055adc105161 req-f8edded5-50ce-4aeb-a9cc-c781c15177bf tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.2162418 Apr 12 00:07:27.106433 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5aa8fbe6-3b9f-4774-bfcc-055adc105161 req-7aecdcf4-8fcb-4db5-a144-73b903c5997f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153369 Apr 12 00:07:27.148390 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-56db5885-c7e3-45e9-b21d-7f8792196b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:27.232752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f392-6895-4830-b109-bb9ef2293831 req-be34faf8-bbc0-4da0-9aad-fc680aa643ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.234245 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-abb3f392-6895-4830-b109-bb9ef2293831 req-be34faf8-bbc0-4da0-9aad-fc680aa643ff service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=637e4085dc72453bbd93166c9c6bf935&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6128190 Apr 12 00:07:27.344021 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbbed5-92f4-40f7-a21b-45828f4424d8 req-8e3c4a0f-7a29-4f2c-b1d0-555f08ac070f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.345885 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59dbbed5-92f4-40f7-a21b-45828f4424d8 req-8e3c4a0f-7a29-4f2c-b1d0-555f08ac070f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0767405 Apr 12 00:07:27.411765 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f392-6895-4830-b109-bb9ef2293831 req-e62a5962-3330-4319-9ed6-7eddc9749aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.411765 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-abb3f392-6895-4830-b109-bb9ef2293831 req-e62a5962-3330-4319-9ed6-7eddc9749aea service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614220 Apr 12 00:07:27.422019 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59dbbed5-92f4-40f7-a21b-45828f4424d8 req-f9196a8c-ea00-467a-b47c-97bac889d1cf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645330 Apr 12 00:07:27.521426 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa0826-4951-4ff9-940e-254c8e6e817f req-1243ae0b-9d54-49ec-b2f7-2f756348df1a tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.530078 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5afa0826-4951-4ff9-940e-254c8e6e817f req-1243ae0b-9d54-49ec-b2f7-2f756348df1a tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0701447 Apr 12 00:07:27.552195 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-0ffe455c-1610-4bc2-8d6b-f462a845160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.554248 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-0ffe455c-1610-4bc2-8d6b-f462a845160b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1127 time: 0.0898468 Apr 12 00:07:27.589538 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5afa0826-4951-4ff9-940e-254c8e6e817f req-20cad2b1-973c-4ef2-92a6-5809e210ac81 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Apr 12 00:07:27.610527 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-0c3c4006-71e5-47ee-998d-14a61243a755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 217 time: 0.0478158 Apr 12 00:07:27.665754 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-851bd68b-1123-49e9-be0f-7a971581b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.667228 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-851bd68b-1123-49e9-be0f-7a971581b77c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0493994 Apr 12 00:07:27.733094 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-57c1487f-8935-465c-9ac2-26563447dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:27.734656 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-57c1487f-8935-465c-9ac2-26563447dde4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542569 Apr 12 00:07:27.851083 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-7315d802-63ba-4c6d-aa79-900d1a1437ea service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042063 Apr 12 00:07:27.982787 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2e00b0ff-5685-4d91-b0ec-aec201c31e50 req-c81a9bf5-476e-4c70-b042-a45ac5f15014 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136796 Apr 12 00:07:28.216858 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:28.285161 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877696ed-3da6-4b9b-ac66-8f1b7c155c9d req-5a7bf551-8654-4ce9-82d7-754cbb04c568 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:28.287966 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-877696ed-3da6-4b9b-ac66-8f1b7c155c9d req-5a7bf551-8654-4ce9-82d7-754cbb04c568 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0880516 Apr 12 00:07:28.340304 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-877696ed-3da6-4b9b-ac66-8f1b7c155c9d req-a1652ffc-332c-4332-898e-86d5ae226272 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Apr 12 00:07:28.567071 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6334-433e-4d0f-8cb5-6a19ee117477 req-9c0f1175-3b49-44a0-9916-d9c6789b8ebf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:28.574662 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a17f6334-433e-4d0f-8cb5-6a19ee117477 req-9c0f1175-3b49-44a0-9916-d9c6789b8ebf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0714159 Apr 12 00:07:28.635591 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a17f6334-433e-4d0f-8cb5-6a19ee117477 req-73da8196-6e93-4baa-aefb-6c1434dd6959 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599635 Apr 12 00:07:28.774748 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867942c-6677-4077-8650-f31063148123 req-4a681f13-9081-4069-bdec-f7ee09d9fa1e tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:28.780750 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3867942c-6677-4077-8650-f31063148123 req-4a681f13-9081-4069-bdec-f7ee09d9fa1e tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0816984 Apr 12 00:07:28.841857 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3867942c-6677-4077-8650-f31063148123 req-c3ab0b5c-1bd6-4b68-9b21-12fd34802e01 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598376 Apr 12 00:07:29.353716 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94479234-322a-4955-9109-b310aacfbfab req-f4b2cd84-e405-43d4-871a-249d3dcff69c tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:29.355290 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-94479234-322a-4955-9109-b310aacfbfab req-f4b2cd84-e405-43d4-871a-249d3dcff69c tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0844672 Apr 12 00:07:29.493030 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23320f5e-e711-4561-9e69-82e84d873590 req-095bb8c9-61a2-4ba9-a200-b988e7dd4329 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:29.494539 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-23320f5e-e711-4561-9e69-82e84d873590 req-095bb8c9-61a2-4ba9-a200-b988e7dd4329 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0692301 Apr 12 00:07:29.511507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Deleting port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:07:29.511757 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:29.568464 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-23320f5e-e711-4561-9e69-82e84d873590 req-73759d3f-1438-4f77-9cbd-a15e46f23247 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665970 Apr 12 00:07:29.678224 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] For port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,segment=NetworkSegment(084d1712-d28d-416c-b10f-f57998b182e7),segment_id=084d1712-d28d-416c-b10f-f57998b182e7)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:29.678601 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:29.703720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Calling delete_port for 484e0c0d-66e7-453f-99eb-4a8c8de9f33d owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:07:29.800223 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956b58-05e2-43de-85f5-b5f64d01a81f req-a93c51eb-c9ad-4736-9b40-c01bdf86f0ce tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:29.802878 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b956b58-05e2-43de-85f5-b5f64d01a81f req-a93c51eb-c9ad-4736-9b40-c01bdf86f0ce tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0797763 Apr 12 00:07:29.871396 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:29.890420 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8b956b58-05e2-43de-85f5-b5f64d01a81f req-dbe48045-e7ce-4bad-acab-a43be1855e91 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636585 Apr 12 00:07:29.980551 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9ed3d-b2eb-4443-b51c-af880dfc1e76 req-156e7632-aae8-48c7-bbd2-e8f8a28eb181 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:29.982194 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdc9ed3d-b2eb-4443-b51c-af880dfc1e76 req-156e7632-aae8-48c7-bbd2-e8f8a28eb181 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 945 time: 0.0588415 Apr 12 00:07:30.028488 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fdc9ed3d-b2eb-4443-b51c-af880dfc1e76 req-4dd33783-410c-4f58-9594-365d594f1f6f tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Apr 12 00:07:30.185567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (484e0c0d-66e7-453f-99eb-4a8c8de9f33d), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:30.216863 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Pushing event deleted for resources: {'Port': ['ID=484e0c0d-66e7-453f-99eb-4a8c8de9f33d,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:30.262044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] No DVR routers for this DVR port 484e0c0d-66e7-453f-99eb-4a8c8de9f33d on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:07:30.264578 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:30.267967 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-94479234-322a-4955-9109-b310aacfbfab req-f7c6b4b2-a1bf-4ee2-9c74-3d970c8b4a36 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.20 "DELETE /v2.0/ports/484e0c0d-66e7-453f-99eb-4a8c8de9f33d HTTP/1.1" status: 204 len: 173 time: 0.8982110 Apr 12 00:07:30.271729 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'name': 'network-vif-deleted', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:30.271729 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7149b70-9219-4675-a7b8-fcd95896ea2f" -d '{"events": [{"server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "name": "network-vif-deleted", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:30.306744 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d7e3ce-4bd2-43da-8603-f7adc44fe375 x-openstack-request-id: req-53d7e3ce-4bd2-43da-8603-f7adc44fe375 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:30.307093 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adbea68-34bd-4737-b13c-1becfb01b7af", "name": "network-vif-deleted", "tag": "484e0c0d-66e7-453f-99eb-4a8c8de9f33d", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:30.311704 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53d7e3ce-4bd2-43da-8603-f7adc44fe375 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:30.311704 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d7e3ce-4bd2-43da-8603-f7adc44fe375'] response: {'server_uuid': '0adbea68-34bd-4737-b13c-1becfb01b7af', 'name': 'network-vif-deleted', 'tag': '484e0c0d-66e7-453f-99eb-4a8c8de9f33d', 'status': 'completed', 'code': 200} Apr 12 00:07:30.771732 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1528d-14e1-4090-96fa-724798b1358f req-f07aac07-c6a4-4144-a3f8-c625bd80e746 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:30.784444 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-67a1528d-14e1-4090-96fa-724798b1358f req-f07aac07-c6a4-4144-a3f8-c625bd80e746 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0930853 Apr 12 00:07:30.843045 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-67a1528d-14e1-4090-96fa-724798b1358f req-15c4663d-781a-4759-b3cd-273d932def12 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585494 Apr 12 00:07:30.996547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-08d5fa6b-7e2d-4910-bf6a-c5c704932f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:30.998219 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-08d5fa6b-7e2d-4910-bf6a-c5c704932f65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1129 time: 0.0685050 Apr 12 00:07:31.086386 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff7588-7518-4684-81ab-30e82eee85b3 req-c6e8bb20-9e7b-4639-84be-513fad435d9e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:31.087930 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0fff7588-7518-4684-81ab-30e82eee85b3 req-c6e8bb20-9e7b-4639-84be-513fad435d9e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0968065 Apr 12 00:07:31.200772 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0fff7588-7518-4684-81ab-30e82eee85b3 req-04d296ae-51bb-47f1-9205-95920242c459 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067264 Apr 12 00:07:31.244857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-03fd6457-f2ce-401e-b341-387c8797d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:31.246631 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-03fd6457-f2ce-401e-b341-387c8797d281 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.2205036 Apr 12 00:07:31.258086 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-59b56bc2-fd8b-4195-becd-c8f9d1fcd023 req-dd861186-fb74-4b0e-99ef-00a2463032f7 tempest-VolumesSnapshotTestJSON-886308459 tempest-VolumesSnapshotTestJSON-886308459-project] 10.222.0.24 "GET /v2.0/ports?device_id=0adbea68-34bd-4737-b13c-1becfb01b7af HTTP/1.1" status: 200 len: 210 time: 0.0498264 Apr 12 00:07:31.291471 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:31.306709 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 484e0c0d-66e7-453f-99eb-4a8c8de9f33d no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:07:31.353198 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 484e0c0d-66e7-453f-99eb-4a8c8de9f33d {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:07:31.354030 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 484e0c0d-66e7-453f-99eb-4a8c8de9f33d not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:07:31.365365 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-7921e3cb-f847-404c-94d2-13c0d569a21d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 1000 time: 0.1073382 Apr 12 00:07:31.450450 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-158f2909-21be-4818-88eb-2c1b1301e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:31.452175 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-158f2909-21be-4818-88eb-2c1b1301e1b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0801964 Apr 12 00:07:31.519033 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-04efcd6a-21a5-4962-9a6a-c5b38dc2876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:31.520839 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-04efcd6a-21a5-4962-9a6a-c5b38dc2876a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618751 Apr 12 00:07:31.655319 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-6f77c678-ee19-42dd-a930-3ee7a331b5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273804 Apr 12 00:07:31.777114 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b6dec298-8971-45f9-a4f0-2b2a9dfe3c89 req-9ae1d253-f5a1-4fe0-9729-dc69fe25353d service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119411 Apr 12 00:07:31.995633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432e51d-b673-43dc-adf7-4ee02ac5f9cb req-e23bbb25-dec8-422e-bee6-4f610c3f6a2c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:31.997493 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2432e51d-b673-43dc-adf7-4ee02ac5f9cb req-e23bbb25-dec8-422e-bee6-4f610c3f6a2c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0598445 Apr 12 00:07:32.059012 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2432e51d-b673-43dc-adf7-4ee02ac5f9cb req-eddc5a9f-9320-4fef-b23f-4b61a85ae6ad tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507669 Apr 12 00:07:32.370629 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:32.417382 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fd27b-b9d8-427f-a48d-3abb90d6caa5 req-49457b99-ccb8-433f-a8b7-81138995cbc8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:32.424366 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a3fd27b-b9d8-427f-a48d-3abb90d6caa5 req-49457b99-ccb8-433f-a8b7-81138995cbc8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.1381402 Apr 12 00:07:32.507891 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2a3fd27b-b9d8-427f-a48d-3abb90d6caa5 req-0a1a91f2-a238-473e-9844-f714ea1f5d50 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774379 Apr 12 00:07:33.201529 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379460d2-9953-45e6-91c7-06840d900e1e req-d926187c-fbd4-4f32-9bdc-70a21cfc2016 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:33.203154 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-379460d2-9953-45e6-91c7-06840d900e1e req-d926187c-fbd4-4f32-9bdc-70a21cfc2016 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Apr 12 00:07:33.274879 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-379460d2-9953-45e6-91c7-06840d900e1e req-4f8d09fd-0869-4393-9d3e-171f0066c893 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628521 Apr 12 00:07:33.618704 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ee9b-055a-4b00-a726-4a84defe9a31 req-88941ac3-771f-468d-af9b-980e6bf4d792 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:33.620182 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-89d8ee9b-055a-4b00-a726-4a84defe9a31 req-88941ac3-771f-468d-af9b-980e6bf4d792 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0516732 Apr 12 00:07:33.668845 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-89d8ee9b-055a-4b00-a726-4a84defe9a31 req-3149e7cb-fae6-44fd-9382-a8c48e5bf038 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Apr 12 00:07:34.412911 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb759-5004-48f5-a0e8-21c8c5eb9a17 req-93cf60a5-69bd-4fab-a118-38b54af9b7a2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:34.414437 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af5cb759-5004-48f5-a0e8-21c8c5eb9a17 req-93cf60a5-69bd-4fab-a118-38b54af9b7a2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0687606 Apr 12 00:07:34.471027 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-af5cb759-5004-48f5-a0e8-21c8c5eb9a17 req-ff8271ba-fbdb-46ff-989a-92432bd074eb tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493436 Apr 12 00:07:34.813355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf71ee-3a42-4310-8490-a0b007c3748a req-3a3b09e1-66e4-459e-bbab-9056d700a493 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:34.814991 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41bf71ee-3a42-4310-8490-a0b007c3748a req-3a3b09e1-66e4-459e-bbab-9056d700a493 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0640755 Apr 12 00:07:34.878319 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-41bf71ee-3a42-4310-8490-a0b007c3748a req-ca0aa436-178c-49e3-99e6-9a724609dc32 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543947 Apr 12 00:07:35.629975 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0b958-d82e-4e64-813a-6ddfc15d337a req-c0b0b61f-ca6d-467d-8107-360eb066ecbe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:35.633703 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-76f0b958-d82e-4e64-813a-6ddfc15d337a req-c0b0b61f-ca6d-467d-8107-360eb066ecbe tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0681427 Apr 12 00:07:35.685282 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-76f0b958-d82e-4e64-813a-6ddfc15d337a req-00562280-84cd-4440-ba12-e9ba354ae274 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480595 Apr 12 00:07:36.001875 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3df7-de05-4ec7-b5a8-a6a0cb5b87ca req-785e25e3-ac06-4188-a4a8-955eb0386093 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:36.003287 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-890b3df7-de05-4ec7-b5a8-a6a0cb5b87ca req-785e25e3-ac06-4188-a4a8-955eb0386093 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0547650 Apr 12 00:07:36.053329 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-890b3df7-de05-4ec7-b5a8-a6a0cb5b87ca req-30e0d987-6be4-4679-ad45-77c35be98b35 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439985 Apr 12 00:07:36.818056 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210efb-dfd3-456b-b62b-409b8fec882f req-4465107b-c9d3-42d9-b05c-fabd66b1a88e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:36.819911 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c8210efb-dfd3-456b-b62b-409b8fec882f req-4465107b-c9d3-42d9-b05c-fabd66b1a88e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0582459 Apr 12 00:07:36.878869 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c8210efb-dfd3-456b-b62b-409b8fec882f req-f22621cf-8325-4d89-b0e3-e0b3545f6316 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500546 Apr 12 00:07:37.115432 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:07:37.171752 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c0ea-7ecc-4e78-b397-6bf91fa8ce3c req-3fac9da5-acf5-4edf-9e53-b24c79cf7daf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:37.173212 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9120c0ea-7ecc-4e78-b397-6bf91fa8ce3c req-3fac9da5-acf5-4edf-9e53-b24c79cf7daf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 943 time: 0.0515876 Apr 12 00:07:37.215972 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:37.224094 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9120c0ea-7ecc-4e78-b397-6bf91fa8ce3c req-d6b3fc30-4aee-4453-9bc7-487b26c7a8bf tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Apr 12 00:07:37.227979 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:07:37.263666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:37.264075 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:37.278502 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:07:37.300939 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:37.428119 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:37.473807 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:38.019838 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e5d6-050a-45a6-9c3e-79c1e998b668 req-8edf73d8-4e9c-43b9-a13f-eb5e7877cfd8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:38.023293 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50e0e5d6-050a-45a6-9c3e-79c1e998b668 req-8edf73d8-4e9c-43b9-a13f-eb5e7877cfd8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0623028 Apr 12 00:07:38.078372 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-50e0e5d6-050a-45a6-9c3e-79c1e998b668 req-db8b9d89-1142-4922-b4ff-cede18a7189b tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500622 Apr 12 00:07:38.354764 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1b611-f037-4c9b-b322-aab97a1a9033 req-a99f373b-f2ef-4652-a091-eb6a695ce95e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:38.356380 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-efb1b611-f037-4c9b-b322-aab97a1a9033 req-a99f373b-f2ef-4652-a091-eb6a695ce95e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 944 time: 0.0607443 Apr 12 00:07:38.377681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:07:38.410782 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-efb1b611-f037-4c9b-b322-aab97a1a9033 req-0cb79ca1-e6b6-4311-a2ea-c4dd638e3778 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486345 Apr 12 00:07:39.195156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73518391-5e16-42b8-80cb-739dd9ecfe93 req-af98fb1b-6fbe-428b-bc8c-707850db725e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.196641 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-73518391-5e16-42b8-80cb-739dd9ecfe93 req-af98fb1b-6fbe-428b-bc8c-707850db725e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Apr 12 00:07:39.242273 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-73518391-5e16-42b8-80cb-739dd9ecfe93 req-5bdd61a2-0924-49ff-8224-58ca7c043166 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Apr 12 00:07:39.528775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3013b-5f6a-4121-a411-fc68db44614e req-45e6c93e-0c36-4808-bc88-470272125e76 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.530247 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-52a3013b-5f6a-4121-a411-fc68db44614e req-45e6c93e-0c36-4808-bc88-470272125e76 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 944 time: 0.0516033 Apr 12 00:07:39.582783 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-52a3013b-5f6a-4121-a411-fc68db44614e req-58f98e8f-5c1d-4388-ad3c-5ca71bdeefc7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Apr 12 00:07:39.612032 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-612c2f0f-71c7-4d2e-a971-7dd64ace766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.613864 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-612c2f0f-71c7-4d2e-a971-7dd64ace766e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1129 time: 0.0453634 Apr 12 00:07:39.714261 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-00513013-3a70-4905-84cd-b9c539d65878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.715770 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-00513013-3a70-4905-84cd-b9c539d65878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.0951831 Apr 12 00:07:39.780385 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-b34e630a-b7ba-4c4f-bb88-716ba3dccd1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 1000 time: 0.0577590 Apr 12 00:07:39.837012 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-138633f9-bcf3-492a-8247-a9bcf6d93bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.838545 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-138633f9-bcf3-492a-8247-a9bcf6d93bba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0497539 Apr 12 00:07:39.898524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-6b136e80-fd46-47de-9662-9c45345e3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:39.900183 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-6b136e80-fd46-47de-9662-9c45345e3899 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520551 Apr 12 00:07:40.000205 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-96806af5-7678-4523-bd23-bc046434c8cb service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Apr 12 00:07:40.096272 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-61aa0dbe-affb-4b16-aeec-aedfba027231 req-7b318f20-49be-42f6-a2eb-717e48078f78 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888736 Apr 12 00:07:40.286989 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:07:40.366895 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf9bc6-85c0-4c55-81e7-de65407da88d req-244b4ba4-0370-4229-b44b-ccf532cd27e1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:40.368374 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-20bf9bc6-85c0-4c55-81e7-de65407da88d req-244b4ba4-0370-4229-b44b-ccf532cd27e1 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Apr 12 00:07:40.414123 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-20bf9bc6-85c0-4c55-81e7-de65407da88d req-042dd539-382a-40fb-9627-971a734b7ea0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Apr 12 00:07:40.431002 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:07:40.435110 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:07:40.436990 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:40.516209 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:40.516603 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:40.541824 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:40.541824 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10769a2e-5519-4a7d-94cb-0bb2839569c8" -d '{"events": [{"server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "name": "network-vif-plugged", "status": "completed", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:40.554280 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:40.590924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f8978e-5886-49de-aef1-f66a6fe8847e x-openstack-request-id: req-27f8978e-5886-49de-aef1-f66a6fe8847e {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:40.590924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "name": "network-vif-plugged", "status": "completed", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:40.590924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27f8978e-5886-49de-aef1-f66a6fe8847e {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:40.590924 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f8978e-5886-49de-aef1-f66a6fe8847e'] response: {'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'code': 200} Apr 12 00:07:40.605561 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:40.606462 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:07:40.688610 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:40.723876 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b3d2-e4dd-4cea-a21a-d68945678631 req-a07fef37-f17f-41ef-b6c5-63204231f1da tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:40.725907 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ebb0b3d2-e4dd-4cea-a21a-d68945678631 req-a07fef37-f17f-41ef-b6c5-63204231f1da tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.0679164 Apr 12 00:07:40.742205 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: ACTIVE; New status is: DOWN {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:40.742534 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:40.774676 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:40.776045 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ebb0b3d2-e4dd-4cea-a21a-d68945678631 req-58421d54-26d8-449e-9738-e3c53b4a0196 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Apr 12 00:07:40.873605 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:40.876043 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110eb0d-728a-439f-bea8-a8b6f8bfae21 req-2a5aece3-7410-4634-a08e-496fe4b5dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:40.877775 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e110eb0d-728a-439f-bea8-a8b6f8bfae21 req-2a5aece3-7410-4634-a08e-496fe4b5dc94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1129 time: 0.0454640 Apr 12 00:07:40.920908 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=8']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:40.929080 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e110eb0d-728a-439f-bea8-a8b6f8bfae21 req-bd8be86f-acd4-40d9-a94e-4ecbc6e96187 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410590 Apr 12 00:07:41.542488 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171236e7-e7b8-4d17-9171-8cf97ee14912 req-a6f5fe31-8037-44c7-b51e-bd9921f9a3f0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:41.544026 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-171236e7-e7b8-4d17-9171-8cf97ee14912 req-a6f5fe31-8037-44c7-b51e-bd9921f9a3f0 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0580552 Apr 12 00:07:41.594479 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-171236e7-e7b8-4d17-9171-8cf97ee14912 req-28ae9e4a-56f2-4356-b64a-8a87680e0ebf tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Apr 12 00:07:41.893844 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5888b-f055-4d8f-983f-a050da1a39f9 req-6c90adc9-bce9-4f22-ab21-730f022ccf9a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:41.895351 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-90c5888b-f055-4d8f-983f-a050da1a39f9 req-6c90adc9-bce9-4f22-ab21-730f022ccf9a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.0543709 Apr 12 00:07:41.945627 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-90c5888b-f055-4d8f-983f-a050da1a39f9 req-55013a90-9b7a-453f-a0ab-aa813737c45b tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Apr 12 00:07:42.588989 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:42.591353 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf99dc-cd38-440d-8a39-553171202d9a" -d '{"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:42.627087 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b0171-041a-4c03-b361-f94d1f08bb1e x-openstack-request-id: req-a78b0171-041a-4c03-b361-f94d1f08bb1e {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:42.627377 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:42.627632 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a78b0171-041a-4c03-b361-f94d1f08bb1e {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:42.628028 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78b0171-041a-4c03-b361-f94d1f08bb1e'] response: {'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'code': 200} Apr 12 00:07:42.726807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c954ed-6cd7-4898-874f-451228c0f576 req-b271b867-3e7d-40f3-ada1-8c335fd40647 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:42.728427 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13c954ed-6cd7-4898-874f-451228c0f576 req-b271b867-3e7d-40f3-ada1-8c335fd40647 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0569725 Apr 12 00:07:42.777367 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13c954ed-6cd7-4898-874f-451228c0f576 req-f77badd9-1afe-4b7a-9723-891f25427193 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Apr 12 00:07:43.342448 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f308-a0bc-4704-8a73-ba9d135ae6bb req-f76b3fca-a9ab-459b-b1e0-e2632e742dd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:43.343975 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f676f308-a0bc-4704-8a73-ba9d135ae6bb req-f76b3fca-a9ab-459b-b1e0-e2632e742dd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.0533056 Apr 12 00:07:43.392813 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f676f308-a0bc-4704-8a73-ba9d135ae6bb req-df188fa1-5f16-4b30-be7a-2b5939a0dbaa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Apr 12 00:07:43.522765 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa87f5-6250-470b-9810-0f17b70e1b39 req-ca1a88a5-5f3c-466a-9c68-5d79637cfba7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:43.524316 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13aa87f5-6250-470b-9810-0f17b70e1b39 req-ca1a88a5-5f3c-466a-9c68-5d79637cfba7 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.0549963 Apr 12 00:07:43.576451 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13aa87f5-6250-470b-9810-0f17b70e1b39 req-e41c2093-8a67-456d-a37e-4ebdf4dca3c1 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Apr 12 00:07:43.613855 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 58978) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:43.661222 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c98d5-0c7a-491f-b845-d7521b34e6b1 tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:43.662674 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-4f6c98d5-0c7a-491f-b845-d7521b34e6b1 tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1124 time: 0.0475287 Apr 12 00:07:43.673173 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 58980) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:43.677914 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:07:43.812124 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:43.913492 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.017494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.27.1.17 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/2164eb5b-6e6f-4f73-8f53-4a7fa0f92527) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:07:44.126854 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.208849 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.246657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:07:44.249570 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:07:44.255161 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:07:44.278093 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=2164eb5b-6e6f-4f73-8f53-4a7fa0f92527,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:44.600921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (929da344-46f0-4ac1-a9ea-96ce2fb83f20), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.721784 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.876439 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:44.945687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:45.015586 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=2164eb5b-6e6f-4f73-8f53-4a7fa0f92527,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:45.026117 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (929da344-46f0-4ac1-a9ea-96ce2fb83f20), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:45.126146 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP 929da344-46f0-4ac1-a9ea-96ce2fb83f20 associated. External IP: 172.27.1.17, port: a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c. Apr 12 00:07:45.334032 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:07:45.433050 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:07:45.444777 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:07:45.459687 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:07:45.461231 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:45.495568 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:45.536680 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-fbd0ed0c-a9b0-4124-8ea5-2469e0df3487 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8530598 Apr 12 00:07:45.536680 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:07:45.536680 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c37b45-0470-44ff-bebf-1b825dcc4b33" -d '{"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:07:45.573551 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08b42d-88d0-4a94-bd15-c0e85744e809 x-openstack-request-id: req-ce08b42d-88d0-4a94-bd15-c0e85744e809 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:07:45.573739 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:07:45.573843 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:07:45.574091 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce08b42d-88d0-4a94-bd15-c0e85744e809 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:07:45.574497 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce08b42d-88d0-4a94-bd15-c0e85744e809'] response: {'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'status': 'completed', 'code': 200} Apr 12 00:07:45.798861 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:44Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:45.824488 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:07:45.833320 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:07:45.834011 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:45.940035 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:07:46.158020 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:44Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:07:46.187571 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de7e4b-4cdd-4c87-a64d-07a843b3f733 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:44Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:07:46.239116 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-96a6dd42-b583-4938-9686-555fd6b88fae req-661cf9a6-6f01-4339-ac6b-ccbdc3d5fab3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:07:46.240125 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96a6dd42-b583-4938-9686-555fd6b88fae req-661cf9a6-6f01-4339-ac6b-ccbdc3d5fab3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055013 Apr 12 00:07:46.368094 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d4a54-90e7-47e1-958e-2477d777feda None None] New status for floating IP 929da344-46f0-4ac1-a9ea-96ce2fb83f20: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:07:46.554168 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb114b-8612-4b28-be5b-bbc273c31ab4 req-f4ff2293-f54b-4ab0-9db0-071683b4ffd9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:46.555711 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3cbb114b-8612-4b28-be5b-bbc273c31ab4 req-f4ff2293-f54b-4ab0-9db0-071683b4ffd9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Apr 12 00:07:46.603374 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3cbb114b-8612-4b28-be5b-bbc273c31ab4 req-de431b1b-c27a-4061-a053-cb34a13ee47e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Apr 12 00:07:46.797961 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:07:46.858423 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-3ade760a-6576-426d-860c-2357b773f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:46.861123 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-3ade760a-6576-426d-860c-2357b773f22f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1129 time: 0.0555537 Apr 12 00:07:46.888906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: DOWN; New status is: DOWN {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:07:46.966507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-c9eaa2af-df2e-425a-a90e-af4d6a792c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:46.967955 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-c9eaa2af-df2e-425a-a90e-af4d6a792c35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.0992043 Apr 12 00:07:47.039127 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59040) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:47.049661 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-e110cf3b-0c8d-4ae1-a168-329618d9f390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 1000 time: 0.0739341 Apr 12 00:07:47.107111 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-2b8a01ab-533d-45e0-8c01-27842d5ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:47.108869 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-2b8a01ab-533d-45e0-8c01-27842d5ba96e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0534332 Apr 12 00:07:47.139621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-8a5282e9-3d2f-43f8-b11e-3997f1352983 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989952 Apr 12 00:07:47.152128 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-a9280fef-f257-4df6-bc8c-13e96d2d5714 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:07:47.153255 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-a9280fef-f257-4df6-bc8c-13e96d2d5714 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088625 Apr 12 00:07:47.165893 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-da2ce897-855a-4c9c-a3f6-5e52a5d79f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:47.171721 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-da2ce897-855a-4c9c-a3f6-5e52a5d79f29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503759 Apr 12 00:07:47.245668 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59048) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:47.276533 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-cacf0ba9-9b06-4b84-bc22-d32d4464a73b service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920455 Apr 12 00:07:47.359701 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-393305d4-27ae-4a60-9053-8a368f190e6c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:47.361461 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-393305d4-27ae-4a60-9053-8a368f190e6c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports/b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 940 time: 0.1148138 Apr 12 00:07:47.380043 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2c37b45-0470-44ff-bebf-1b825dcc4b33 req-a8b8ddba-18bb-4530-9a35-6d51f0113023 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971274 Apr 12 00:07:47.746233 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1fbdb-6781-4b3b-a974-0dbc9edec2cd req-51bd3e62-7ca5-4d9f-b8ac-0cc2854cfe7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:47.751356 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-03c1fbdb-6781-4b3b-a974-0dbc9edec2cd req-51bd3e62-7ca5-4d9f-b8ac-0cc2854cfe7c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0658019 Apr 12 00:07:47.803102 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-03c1fbdb-6781-4b3b-a974-0dbc9edec2cd req-204489c1-4d00-46e8-98d6-45f3de6f2b3a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488849 Apr 12 00:07:48.410402 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6e3e8-9fdf-475d-a8e3-59b897dbcfaa req-9d11ceb5-ff27-4e25-9ccb-2d1887ae0129 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:48.410402 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-60b6e3e8-9fdf-475d-a8e3-59b897dbcfaa req-9d11ceb5-ff27-4e25-9ccb-2d1887ae0129 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0527370 Apr 12 00:07:48.457224 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-60b6e3e8-9fdf-475d-a8e3-59b897dbcfaa req-c177447a-960d-427f-80a5-75b784c3f094 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 Apr 12 00:07:48.732196 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-a6f2d2b3-605d-4132-ac35-96dcb99d25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:48.733660 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-a6f2d2b3-605d-4132-ac35-96dcb99d25b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4&tenant_id=f86f93d46d394081b4da1693c28e9c7e HTTP/1.1" status: 200 len: 1127 time: 0.0486443 Apr 12 00:07:48.948903 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c0d4-6d8d-40fa-9c94-229b1f8831ed req-3d91fd49-773b-4565-bf1c-cf93e41a8758 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:48.950456 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-06d5c0d4-6d8d-40fa-9c94-229b1f8831ed req-3d91fd49-773b-4565-bf1c-cf93e41a8758 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0587089 Apr 12 00:07:49.000159 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-06d5c0d4-6d8d-40fa-9c94-229b1f8831ed req-1bb314af-059c-450f-8a45-be6283a8b3d6 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Apr 12 00:07:49.050927 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-d3311d13-83f9-492d-bc4b-3c04089a9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:49.052399 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-d3311d13-83f9-492d-bc4b-3c04089a9e90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86f93d46d394081b4da1693c28e9c7e&device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1127 time: 0.2967267 Apr 12 00:07:49.139629 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-e9cac99f-97f8-42fd-b4cf-52df011e96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:49.141092 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-e9cac99f-97f8-42fd-b4cf-52df011e96c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 200 len: 917 time: 0.0814924 Apr 12 00:07:49.207697 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-fad5f837-07ee-4bb8-a9b4-ed4dc3b3a8cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 200 len: 998 time: 0.0591917 Apr 12 00:07:49.266171 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-e55e9896-e833-4449-b71d-c2d12c543f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:49.267671 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-e55e9896-e833-4449-b71d-c2d12c543f37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 200 len: 855 time: 0.0529933 Apr 12 00:07:49.317155 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-9779a0a3-f4c1-406e-a0ae-2dd2e45fb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:49.318619 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-9779a0a3-f4c1-406e-a0ae-2dd2e45fb499 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91c35a18-6082-429e-b7e5-6ec49650a675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443342 Apr 12 00:07:49.409545 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-15b42a93-0e91-4a63-b13a-b219bc6bec45 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Apr 12 00:07:49.506420 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7fecbb4b-d3cd-4f4e-abad-b67f600127aa req-964315c7-6994-4fc3-be8c-8fcd11749c56 service neutron] 10.222.0.20 "GET /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900035 Apr 12 00:07:49.582581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b25b-d8f7-4e37-9d14-61a142d4f52f req-afa5dc1b-d862-4a18-a317-796af15a9877 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:49.584084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc25b25b-d8f7-4e37-9d14-61a142d4f52f req-afa5dc1b-d862-4a18-a317-796af15a9877 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0534191 Apr 12 00:07:49.633305 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-dc25b25b-d8f7-4e37-9d14-61a142d4f52f req-9c014c16-cb9f-4747-817f-fe3bef7bb0af tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Apr 12 00:07:50.155807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881d2de-5d52-4da5-8713-cdd5a5266f40 req-3c46d0de-7970-4eee-aacb-db2e65e6ff65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:50.157409 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d881d2de-5d52-4da5-8713-cdd5a5266f40 req-3c46d0de-7970-4eee-aacb-db2e65e6ff65 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0681756 Apr 12 00:07:50.429580 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d881d2de-5d52-4da5-8713-cdd5a5266f40 req-95d4425a-c54c-4d7d-a72f-b61cb3befed3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652905 Apr 12 00:07:50.760023 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd5e-95bc-4eb1-9b59-dec0394f7c17 req-115fe85c-0db8-47d0-902a-76dde0603d77 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:50.762344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f0c5cd5e-95bc-4eb1-9b59-dec0394f7c17 req-115fe85c-0db8-47d0-902a-76dde0603d77 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0595238 Apr 12 00:07:50.833761 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f0c5cd5e-95bc-4eb1-9b59-dec0394f7c17 req-91d065d3-8d64-4996-ae5a-255b0fff00dc tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553918 Apr 12 00:07:51.023736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59146) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:51.154030 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-597d8f84-2d2e-47cf-aa97-8f767c286c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.233697 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-597d8f84-2d2e-47cf-aa97-8f767c286c36 admin admin] Publish callbacks [] for security_group (17e7dc06-aba7-4c9e-bc54-1321abab0e87), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.328283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-597d8f84-2d2e-47cf-aa97-8f767c286c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (17e7dc06-aba7-4c9e-bc54-1321abab0e87), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.376003 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-597d8f84-2d2e-47cf-aa97-8f767c286c36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42165e006f0548cb96d381879b8acb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470001 Apr 12 00:07:51.376003 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8f84-2d2e-47cf-aa97-8f767c286c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7dc06-aba7-4c9e-bc54-1321abab0e87,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:51.376971 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59152) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:07:51.437697 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Publish callbacks [] for security_group (17e7dc06-aba7-4c9e-bc54-1321abab0e87), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.472587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Publish callbacks [] for security_group (17e7dc06-aba7-4c9e-bc54-1321abab0e87), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.574998 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109dcbe-a88c-4ad2-ab69-1e51c76c0181 req-7a7ee390-83a3-45f1-a357-649c730765b7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:51.579534 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3109dcbe-a88c-4ad2-ab69-1e51c76c0181 req-7a7ee390-83a3-45f1-a357-649c730765b7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0664210 Apr 12 00:07:51.629349 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3109dcbe-a88c-4ad2-ab69-1e51c76c0181 req-9285b614-4ce0-4763-b6f6-3d1ebb16b704 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Apr 12 00:07:51.630455 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (17e7dc06-aba7-4c9e-bc54-1321abab0e87), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.633193 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:51.637341 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17e7dc06-aba7-4c9e-bc54-1321abab0e87 HTTP/1.1" status: 204 len: 168 time: 0.2589285 Apr 12 00:07:51.646219 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7dc06-aba7-4c9e-bc54-1321abab0e87,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:07:51.655210 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.655585 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.656000 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.656347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.657028 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.657373 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.657895 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.658290 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.658686 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.659113 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.659516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.659825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.661437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69535-36bd-42aa-a998-e75cc76f6972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:07:51.979071 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98721b-dd9c-4596-9126-5456dd07bca7 req-12eafc44-174e-4e65-b1c8-7e6f6516147d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:51.980717 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a98721b-dd9c-4596-9126-5456dd07bca7 req-12eafc44-174e-4e65-b1c8-7e6f6516147d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0753884 Apr 12 00:07:52.062142 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1a98721b-dd9c-4596-9126-5456dd07bca7 req-26f1a6a4-9fcf-4006-a0af-b0e2b3102394 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737624 Apr 12 00:07:52.851954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127665df-a8f3-461d-81d8-bb618d9adb2c req-76476a2d-5659-4cf1-a545-9534adcf7161 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:52.853495 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-127665df-a8f3-461d-81d8-bb618d9adb2c req-76476a2d-5659-4cf1-a545-9534adcf7161 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0915759 Apr 12 00:07:52.922358 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-127665df-a8f3-461d-81d8-bb618d9adb2c req-dc44c245-c774-4962-8a23-251a9f2684f8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585170 Apr 12 00:07:53.199470 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74779639-b339-4b7a-9b82-9e6c7c4e6a30 req-efca3cc3-4c9c-48cb-a5cf-95730aa6a77c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:53.201857 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-74779639-b339-4b7a-9b82-9e6c7c4e6a30 req-efca3cc3-4c9c-48cb-a5cf-95730aa6a77c tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0682557 Apr 12 00:07:53.257034 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-74779639-b339-4b7a-9b82-9e6c7c4e6a30 req-b795839b-17bb-4eba-99e4-7182408a66cc tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490811 Apr 12 00:07:54.063658 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045ac0-4554-440d-8214-06c472a2ee04 req-d10ec45d-7b44-4f9f-a1a8-54576963720f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:54.065375 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d2045ac0-4554-440d-8214-06c472a2ee04 req-d10ec45d-7b44-4f9f-a1a8-54576963720f tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0648985 Apr 12 00:07:54.133979 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d2045ac0-4554-440d-8214-06c472a2ee04 req-ffd20676-bd99-4f6d-abfc-44578635f52a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622063 Apr 12 00:07:54.413929 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b950ab-2860-4f13-9d59-969d21b6bd51 req-cfee16a3-40cd-4240-b8e7-0d7a4df413bb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:54.415615 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e6b950ab-2860-4f13-9d59-969d21b6bd51 req-cfee16a3-40cd-4240-b8e7-0d7a4df413bb tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0579686 Apr 12 00:07:54.477472 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e6b950ab-2860-4f13-9d59-969d21b6bd51 req-59895d4a-d3a9-46a8-a007-97e939343ea3 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558078 Apr 12 00:07:55.026272 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-52f879c8-545e-43e7-acba-767b85d001a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:55.331452 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a842-c056-4d8a-98df-b3c5fe52df8d req-09a74786-cb8d-4597-9abe-1b4e9fb2643a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:55.331452 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4504a842-c056-4d8a-98df-b3c5fe52df8d req-09a74786-cb8d-4597-9abe-1b4e9fb2643a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0644362 Apr 12 00:07:55.331452 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4504a842-c056-4d8a-98df-b3c5fe52df8d req-ff4c015d-edc1-438d-a766-70cc3b7ffc33 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Apr 12 00:07:55.636520 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21883c-aa38-49f9-8061-be9c7a083c9f req-503cb321-b102-47ae-a5b8-14a653499408 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:55.639829 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee21883c-aa38-49f9-8061-be9c7a083c9f req-503cb321-b102-47ae-a5b8-14a653499408 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0634174 Apr 12 00:07:55.688714 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee21883c-aa38-49f9-8061-be9c7a083c9f req-688ac475-779b-4114-8f8b-649d44326a9b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429752 Apr 12 00:07:56.504984 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f9a4-c933-41ba-afc7-92c3ff5ac85b req-a326fd35-bc9c-4c45-a59e-92b6e7b85188 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:56.507309 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1036f9a4-c933-41ba-afc7-92c3ff5ac85b req-a326fd35-bc9c-4c45-a59e-92b6e7b85188 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0642085 Apr 12 00:07:56.558522 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1036f9a4-c933-41ba-afc7-92c3ff5ac85b req-1cdb3d64-4cc4-4d3c-b284-c275b1dbd4bd tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Apr 12 00:07:56.811680 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176495-f0d6-4794-92e0-5465ee584b0a req-1d7998b1-d112-492c-9476-89137a75f681 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:56.813277 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54176495-f0d6-4794-92e0-5465ee584b0a req-1d7998b1-d112-492c-9476-89137a75f681 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0535889 Apr 12 00:07:56.875103 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54176495-f0d6-4794-92e0-5465ee584b0a req-9b84d356-28c3-4558-a572-08bac8710a19 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547874 Apr 12 00:07:57.109453 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bf55-78e1-49de-a078-2fe8ff4c056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:57.686859 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa835b3-fafa-463b-a990-d8a82ed013bd req-b9129165-490c-4a67-b80c-98a54f1d4913 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:57.688473 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1aa835b3-fafa-463b-a990-d8a82ed013bd req-b9129165-490c-4a67-b80c-98a54f1d4913 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0539882 Apr 12 00:07:57.739258 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1aa835b3-fafa-463b-a990-d8a82ed013bd req-44a6c47b-d61b-4161-acce-3fea4093046c tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 Apr 12 00:07:58.012371 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a619a7d-3488-44d5-91e3-9da6525f0fe5 req-675324df-2cbf-4885-8fee-2b5e5810fad1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:58.014231 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a619a7d-3488-44d5-91e3-9da6525f0fe5 req-675324df-2cbf-4885-8fee-2b5e5810fad1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Apr 12 00:07:58.080499 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a619a7d-3488-44d5-91e3-9da6525f0fe5 req-7d8bccb8-3f94-4b02-bc1d-03f3f71ab589 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601645 Apr 12 00:07:58.185338 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:58.207566 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:07:58.863715 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7dfe-e045-4676-8f61-baf6bd8866e3 req-00f879e2-7ae7-4d09-8d37-290b4c70e55e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:58.865162 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-377f7dfe-e045-4676-8f61-baf6bd8866e3 req-00f879e2-7ae7-4d09-8d37-290b4c70e55e tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0557618 Apr 12 00:07:58.910167 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-377f7dfe-e045-4676-8f61-baf6bd8866e3 req-d65972c2-d777-4691-828f-309bfcfcf4a4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Apr 12 00:07:59.198533 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39809a-4fa2-4d55-81a5-91622d5cf7fa req-b4baee25-693e-4b53-ba40-2fb8a7948d27 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:59.200009 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2f39809a-4fa2-4d55-81a5-91622d5cf7fa req-b4baee25-693e-4b53-ba40-2fb8a7948d27 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0510252 Apr 12 00:07:59.244531 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2f39809a-4fa2-4d55-81a5-91622d5cf7fa req-6e647608-579a-4986-b541-bc67cabe017e tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Apr 12 00:07:59.761751 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-fce6b804-7c14-4ecd-8d96-d7de3598f9d1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:07:59.763210 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-fce6b804-7c14-4ecd-8d96-d7de3598f9d1 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 946 time: 0.0534894 Apr 12 00:07:59.819478 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:59.881374 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Deleting port 5584d763-a713-43ab-aebc-6729bd25ff1d {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:07:59.881725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:07:59.968904 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] For port 5584d763-a713-43ab-aebc-6729bd25ff1d, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=5584d763-a713-43ab-aebc-6729bd25ff1d,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:07:59.969267 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:00.034755 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b06ee3-17d2-4e92-a7cc-d8ba1e15f618 req-ca49dbb2-3978-4931-a629-85e7e5ce2888 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:00.036395 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96b06ee3-17d2-4e92-a7cc-d8ba1e15f618 req-ca49dbb2-3978-4931-a629-85e7e5ce2888 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0553665 Apr 12 00:08:00.082706 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-96b06ee3-17d2-4e92-a7cc-d8ba1e15f618 req-1ebebec9-48e1-401d-b1ca-59be5580c055 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Apr 12 00:08:00.148219 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:00.148583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:00.148962 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Floating IP 1a201ed9-63b4-4dd0-8cf6-36e62cf6153b disassociated. External IP: 172.27.1.192, port: 5584d763-a713-43ab-aebc-6729bd25ff1d. Apr 12 00:08:00.149226 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Calling delete_port for 5584d763-a713-43ab-aebc-6729bd25ff1d owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:00.324875 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (5584d763-a713-43ab-aebc-6729bd25ff1d), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:00.353579 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b1475ecb-1d65-4896-9d8e-2c51e9100788 req-c91a3333-56f7-4c14-88c1-18e800577f88 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0325992 Apr 12 00:08:00.358022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'Port': ['ID=5584d763-a713-43ab-aebc-6729bd25ff1d,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:00.481210 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:08:00.589194 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:08:00.599231 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:08:00.609414 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:00.610089 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:00.638109 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] No DVR routers for this DVR port 5584d763-a713-43ab-aebc-6729bd25ff1d on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:00.640751 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:00.644304 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-76b15bd6-2e8e-4f58-a18d-2b9be90748e0 req-6dd1dd1a-66e1-4e56-9c0b-28053078696b tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.20 "DELETE /v2.0/ports/5584d763-a713-43ab-aebc-6729bd25ff1d HTTP/1.1" status: 204 len: 173 time: 0.8686352 Apr 12 00:08:00.644763 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'name': 'network-vif-deleted', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:08:00.647087 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba40612-c68a-41c1-abd8-f26b4aea8f59" -d '{"events": [{"server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "name": "network-vif-deleted", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:08:00.701961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c38fe-4b75-4e0f-8387-64e067173dc6 x-openstack-request-id: req-339c38fe-4b75-4e0f-8387-64e067173dc6 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:08:00.701961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a601d20-3e35-464c-b844-f99f10f6e587", "name": "network-vif-deleted", "tag": "5584d763-a713-43ab-aebc-6729bd25ff1d", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:08:00.701961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-339c38fe-4b75-4e0f-8387-64e067173dc6 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:08:00.701961 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339c38fe-4b75-4e0f-8387-64e067173dc6'] response: {'server_uuid': '5a601d20-3e35-464c-b844-f99f10f6e587', 'name': 'network-vif-deleted', 'tag': '5584d763-a713-43ab-aebc-6729bd25ff1d', 'status': 'completed', 'code': 200} Apr 12 00:08:00.748153 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:01.044747 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:01.074169 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:08:01.082044 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:01.082636 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:01.188018 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:01.204699 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e56b4-e874-437a-bf32-29264423b828 req-b1af6eae-d892-4034-834c-d064999aedad tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:01.206334 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-974e56b4-e874-437a-bf32-29264423b828 req-b1af6eae-d892-4034-834c-d064999aedad tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Apr 12 00:08:01.255956 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-974e56b4-e874-437a-bf32-29264423b828 req-22551aaa-7b0e-4ac3-a64a-c8644d4c26c9 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Apr 12 00:08:01.290573 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:01.383245 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:01.411824 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a541b-89f1-47b7-8a56-14ffa895ebe1 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:01:39Z', 'revision_number': 4, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': 'ee4843d0-6397-4f73-92d2-abf02f29b3f3', 'name': '', 'network_id': '23dd35ce-02c6-496c-89ec-e6b9f9f7137f', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'mac_address': 'fa:16:3e:c4:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:38Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'subnets': [{'id': '1e424c64-f55e-4e50-a366-b4948030eb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:08:01.468789 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a9d17056-300a-473c-a2d7-c8cb546a532a req-fc806886-dd4b-40b9-ab8a-a1b9d7fb8f10 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Apr 12 00:08:01.622548 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75edc6d-4b92-415d-9f8a-67a8e94d477c None None] New status for floating IP 1a201ed9-63b4-4dd0-8cf6-36e62cf6153b: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:08:02.334050 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:02.377811 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7bc9-957a-4e53-bde7-2af62c3fddda req-3fd36bee-23d8-4d73-9f39-bd598b6eac67 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:02.379281 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d91b7bc9-957a-4e53-bde7-2af62c3fddda req-3fd36bee-23d8-4d73-9f39-bd598b6eac67 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0517907 Apr 12 00:08:02.424456 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d91b7bc9-957a-4e53-bde7-2af62c3fddda req-76ad80a0-549a-4f7e-a921-6e0c275c7de3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Apr 12 00:08:02.571957 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-34ade0c8-711f-4d75-b568-c425fc4bc06e req-889b6400-b55d-482b-a14f-7b874cf8b87d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0265744 Apr 12 00:08:03.541741 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a24fa-e5c6-48d5-a2cf-78a527f73a5e req-2281a5b9-0fd5-480e-bceb-4b8200d3e0b7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:03.543208 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d19a24fa-e5c6-48d5-a2cf-78a527f73a5e req-2281a5b9-0fd5-480e-bceb-4b8200d3e0b7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 943 time: 0.0507421 Apr 12 00:08:03.591328 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d19a24fa-e5c6-48d5-a2cf-78a527f73a5e req-0a1312a7-9234-4deb-ab90-c891ece7c4c3 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Apr 12 00:08:03.673162 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-99e6f477-07c2-48f9-b368-524196d58156 req-d5e366d4-d890-4713-b028-ac45451280d2 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a601d20-3e35-464c-b844-f99f10f6e587 HTTP/1.1" status: 200 len: 210 time: 0.0256002 Apr 12 00:08:04.037485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:08:04.130205 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:04.141845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'b4584482-7daa-45da-be77-1c3476d48f68', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'port_id': 'b4584482-7daa-45da-be77-1c3476d48f68', 'mac_address': 'fa:16:3e:cd:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:08:04.176577 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:08:04.176971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:04.192210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:08:04.211246 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:04.284309 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:04.332473 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=9']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:04.340436 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.340838 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.341177 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.341510 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.341841 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.342179 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.342568 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.342964 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.343321 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.343648 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.343970 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.344287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.344605 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:04.545361 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['b4584482-7daa-45da-be77-1c3476d48f68'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:08:04.715206 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64844b3-4855-428d-91fb-aa9db5cbc076 req-fa9d933a-25f6-4338-b4b5-ddba197a7dce tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:04.716677 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c64844b3-4855-428d-91fb-aa9db5cbc076 req-fa9d933a-25f6-4338-b4b5-ddba197a7dce tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0541525 Apr 12 00:08:04.764679 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c64844b3-4855-428d-91fb-aa9db5cbc076 req-a3b70cc4-01d9-4fdb-b275-6b2b09298a21 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Apr 12 00:08:04.809384 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59330) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:04.861572 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (7b0c6f7e-83f3-4c4d-b681-50b2eb63264e), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:04.884478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (7b0c6f7e-83f3-4c4d-b681-50b2eb63264e), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:04.998941 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (7b0c6f7e-83f3-4c4d-b681-50b2eb63264e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.002268 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.003525 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "DELETE /v2.0/security-groups/7b0c6f7e-83f3-4c4d-b681-50b2eb63264e HTTP/1.1" status: 204 len: 168 time: 0.1931529 Apr 12 00:08:05.006528 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59334) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:05.014483 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32701bcb-86d5-4075-8133-0cbc1e91af4d tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c6f7e-83f3-4c4d-b681-50b2eb63264e,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:05.027460 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.api.v2.resource [None req-484dd567-cc79-4c3f-9ee3-888810058ad9 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] show failed (client error): The resource could not be found. Apr 12 00:08:05.027460 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-484dd567-cc79-4c3f-9ee3-888810058ad9 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "GET /v2.0/security-groups/7b0c6f7e-83f3-4c4d-b681-50b2eb63264e HTTP/1.1" status: 404 len: 347 time: 0.0149963 Apr 12 00:08:05.030530 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59336) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:05.051808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 5584d763-a713-43ab-aebc-6729bd25ff1d no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:05.070935 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 5584d763-a713-43ab-aebc-6729bd25ff1d {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:05.071276 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 5584d763-a713-43ab-aebc-6729bd25ff1d not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:05.162592 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Deleting port f5b9851e-2c53-4889-aa21-04c97f2d3353 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:05.163593 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.168467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59342) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:05.212569 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Deleting subnet 9909db53-0b80-4353-b98c-64c2743a3623 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:08:05.215688 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Publish callbacks [] for subnet (9909db53-0b80-4353-b98c-64c2743a3623), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.240061 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.240389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (f5b9851e-2c53-4889-aa21-04c97f2d3353), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.249837 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (9909db53-0b80-4353-b98c-64c2743a3623), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.252360 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Calling delete_port for f5b9851e-2c53-4889-aa21-04c97f2d3353 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:05.289031 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (9909db53-0b80-4353-b98c-64c2743a3623), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.404837 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (9909db53-0b80-4353-b98c-64c2743a3623), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.430284 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9909db53-0b80-4353-b98c-64c2743a3623,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:05.434023 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.437175 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1fa59d31-4507-46a7-9bd5-a6bcaeb91468 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9909db53-0b80-4353-b98c-64c2743a3623 HTTP/1.1" status: 204 len: 168 time: 0.2676098 Apr 12 00:08:05.437399 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (f5b9851e-2c53-4889-aa21-04c97f2d3353), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.439698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59344) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:05.464040 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Pushing event deleted for resources: {'Port': ['ID=f5b9851e-2c53-4889-aa21-04c97f2d3353,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:05.508085 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (f14adb7f-665a-4375-8a55-c98aba39311f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.526016 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks [] for floatingip (1a201ed9-63b4-4dd0-8cf6-36e62cf6153b), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.528713 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.529859 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2402fc8e-7773-4239-87c5-efa892ad2a09 tempest-AttachVolumeTestJSON-565444450 tempest-AttachVolumeTestJSON-565444450-project] 10.222.0.24 "DELETE /v2.0/floatingips/1a201ed9-63b4-4dd0-8cf6-36e62cf6153b HTTP/1.1" status: 204 len: 168 time: 0.4981627 Apr 12 00:08:05.589683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (f14adb7f-665a-4375-8a55-c98aba39311f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.609764 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14adb7f-665a-4375-8a55-c98aba39311f']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:05.619168 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084d1712-d28d-416c-b10f-f57998b182e7') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:05.620759 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084d1712-d28d-416c-b10f-f57998b182e7') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:05.628823 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (084d1712-d28d-416c-b10f-f57998b182e7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.642507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (084d1712-d28d-416c-b10f-f57998b182e7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.648987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:08:05.649397 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (084d1712-d28d-416c-b10f-f57998b182e7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:08:05.651039 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:08:05.776202 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (f14adb7f-665a-4375-8a55-c98aba39311f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.781613 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:05.784829 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f14adb7f-665a-4375-8a55-c98aba39311f HTTP/1.1" status: 204 len: 168 time: 0.3437760 Apr 12 00:08:05.795681 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90ad6-a7b4-43f5-a470-9076fe72d361 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14adb7f-665a-4375-8a55-c98aba39311f,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:05.899807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92428-ca4b-4151-a7fe-09f862762bc5 req-db46f37d-1d43-4cca-9bb4-20b8fb1e0056 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:05.901478 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37f92428-ca4b-4151-a7fe-09f862762bc5 req-db46f37d-1d43-4cca-9bb4-20b8fb1e0056 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0532568 Apr 12 00:08:05.947804 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37f92428-ca4b-4151-a7fe-09f862762bc5 req-be2f97be-77c5-4edb-9359-e8eaec9b0ad7 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Apr 12 00:08:06.158718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59358) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:06.202079 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-11616e31-b4f5-4761-b285-86406d8093b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77d13e16c2694f939137be1ca2e55b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423353 Apr 12 00:08:06.204593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59360) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:06.250045 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] Publish callbacks [] for security_group (ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:06.270470 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] Publish callbacks [] for security_group (ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:06.381332 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:06.384469 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:06.385664 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7 HTTP/1.1" status: 204 len: 168 time: 0.1801705 Apr 12 00:08:06.394764 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f76c8-278f-4b49-a45d-9d0fa7b2d534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c4bdc-0b9c-4fa3-b528-2be7302af4c7,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:07.217600 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4a42-b46d-4a19-ac42-b74c5a0abeb5 req-159effdc-f328-424f-b5d3-6185aad943e8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:07.219061 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ecf4a42-b46d-4a19-ac42-b74c5a0abeb5 req-159effdc-f328-424f-b5d3-6185aad943e8 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0502737 Apr 12 00:08:07.264971 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4ecf4a42-b46d-4a19-ac42-b74c5a0abeb5 req-e76063d1-34bc-4fe7-a062-5c8d67db310a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Apr 12 00:08:08.138221 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:08:08.184536 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port b4584482-7daa-45da-be77-1c3476d48f68 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:08:08.184911 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4584482-7daa-45da-be77-1c3476d48f68), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:08.261506 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port b4584482-7daa-45da-be77-1c3476d48f68 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:08:08.261890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:08.283121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:08:08.285328 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaecf0ad-fc79-45bf-a841-86776e1dd87b" -d '{"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:08:08.296820 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:08.326966 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292a4572-f115-4c0c-bc6d-702ca33fe52c x-openstack-request-id: req-292a4572-f115-4c0c-bc6d-702ca33fe52c {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:08:08.327372 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:08:08.327642 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-292a4572-f115-4c0c-bc6d-702ca33fe52c {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:08:08.328035 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292a4572-f115-4c0c-bc6d-702ca33fe52c'] response: {'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'code': 200} Apr 12 00:08:08.396380 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:08.399448 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc570d-8bb6-4f55-9dc4-22b848e23007 req-485f8d29-72bc-4456-bea6-0bac7c14f594 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:08.400947 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e8cc570d-8bb6-4f55-9dc4-22b848e23007 req-485f8d29-72bc-4456-bea6-0bac7c14f594 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 944 time: 0.0604722 Apr 12 00:08:08.443580 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=10']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:08.448362 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e8cc570d-8bb6-4f55-9dc4-22b848e23007 req-cc41a6fb-9cd1-4c41-98d4-54f17cdc5310 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Apr 12 00:08:08.650305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64ad4f-2782-4d33-b2f8-0d66afe1df14 req-23108775-e0db-44e2-b38e-a8410a16a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:08.651736 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-af64ad4f-2782-4d33-b2f8-0d66afe1df14 req-23108775-e0db-44e2-b38e-a8410a16a32b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 1130 time: 0.0435202 Apr 12 00:08:08.704667 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-af64ad4f-2782-4d33-b2f8-0d66afe1df14 req-8818b70b-ffd2-4f84-adee-f2e44a2308ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374973 Apr 12 00:08:09.578089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca567-568a-45d0-a234-753750123535 req-d0b14ece-5c77-4f00-9a80-ae73c113ac88 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:09.579647 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fa5ca567-568a-45d0-a234-753750123535 req-d0b14ece-5c77-4f00-9a80-ae73c113ac88 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0544319 Apr 12 00:08:09.628320 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fa5ca567-568a-45d0-a234-753750123535 req-da275686-265e-4d54-ac45-a892eefccf26 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Apr 12 00:08:10.756814 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ada7c-f8a0-4a8e-8b84-6a4f9fc766c1 req-82bf3363-58c9-4679-a800-596f41e9ce36 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:10.756814 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-459ada7c-f8a0-4a8e-8b84-6a4f9fc766c1 req-82bf3363-58c9-4679-a800-596f41e9ce36 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0557218 Apr 12 00:08:10.802250 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-459ada7c-f8a0-4a8e-8b84-6a4f9fc766c1 req-0ec2e6d0-0104-497a-8b17-4d5b8a983077 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406718 Apr 12 00:08:11.698288 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59488) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:11.925996 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992b205-e78f-4f8b-bc63-cc1fb8ebd594 req-a4fd79ba-b0f1-4c6a-959b-2e2fe2ea69d5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:11.927774 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0992b205-e78f-4f8b-bc63-cc1fb8ebd594 req-a4fd79ba-b0f1-4c6a-959b-2e2fe2ea69d5 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0547841 Apr 12 00:08:11.979171 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0992b205-e78f-4f8b-bc63-cc1fb8ebd594 req-874a817d-7edc-457e-8631-4ce8506853a2 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Apr 12 00:08:12.185494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:12.432099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Deleting port ee4843d0-6397-4f73-92d2-abf02f29b3f3 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:12.432631 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:12.510040 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] For port ee4843d0-6397-4f73-92d2-abf02f29b3f3, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=ee4843d0-6397-4f73-92d2-abf02f29b3f3,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:12.510329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:12.522747 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Calling delete_port for ee4843d0-6397-4f73-92d2-abf02f29b3f3 owned by network:router_interface {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:12.798614 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (ee4843d0-6397-4f73-92d2-abf02f29b3f3), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:12.826659 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4843d0-6397-4f73-92d2-abf02f29b3f3,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:12.987327 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:13.195827 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:08:13.299196 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:08:13.304129 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-65b4e72c-3b49-42a4-9b71-9fbb53e7450b admin admin] 10.222.0.24 "PUT /v2.0/routers/5ccc1f29-9f88-4309-8c07-0866c81c82f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6047506 Apr 12 00:08:13.306615 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59502) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:13.307795 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Sync routers for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:08:13.317167 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:13.317849 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:13.411968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks [] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:13.432256 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:13.512209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks [] for router_gateway (5ccc1f29-9f88-4309-8c07-0866c81c82f8), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:13.607992 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:08:12Z', 'revision_number': 5, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port': {'id': '4c0047e8-e52c-4778-9586-4c6a8dbd9e00', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:34Z', 'updated_at': '2022-04-12T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:13.633121 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Checking router: 5ccc1f29-9f88-4309-8c07-0866c81c82f8 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:08:13.641857 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Routers {'5ccc1f29-9f88-4309-8c07-0866c81c82f8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:13.642554 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:07:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:13.644502 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Deleting port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:13.644850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:13.722172 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] For port 4c0047e8-e52c-4778-9586-4c6a8dbd9e00, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:13.722535 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:13.732526 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] Set router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:13.735424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Calling delete_port for 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 owned by network:router_gateway {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:13.785680 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:08:13Z', 'revision_number': 6, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:13.811777 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a0a6e-1008-4b0f-a55f-3a4c3d3e81f1 None None] The sync data for ids ['5ccc1f29-9f88-4309-8c07-0866c81c82f8'] in dv-cinder-837432-2-iscsi is: [{'id': '5ccc1f29-9f88-4309-8c07-0866c81c82f8', 'name': 'tempest-AttachVolumeTestJSON-1762383887-router', 'tenant_id': '8e10126821844f4cb497402dbb6c86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:33Z', 'updated_at': '2022-04-12T00:08:13Z', 'revision_number': 6, 'project_id': '8e10126821844f4cb497402dbb6c86c3', 'gw_port_host': None}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:08:13.981493 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (4c0047e8-e52c-4778-9586-4c6a8dbd9e00), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.010402 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0047e8-e52c-4778-9586-4c6a8dbd9e00,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:14.069692 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.419702 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.421833 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks [] for router_controller (5ccc1f29-9f88-4309-8c07-0866c81c82f8), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.558009 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (5ccc1f29-9f88-4309-8c07-0866c81c82f8), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.558009 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ccc1f29-9f88-4309-8c07-0866c81c82f8 {{(pid=110166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:08:14.563005 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.566564 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bb66ef4c-d0c9-4cfd-ab50-b491a30a8856 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5ccc1f29-9f88-4309-8c07-0866c81c82f8 HTTP/1.1" status: 204 len: 168 time: 1.2566078 Apr 12 00:08:14.567168 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59510) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:14.605433 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device ee4843d0-6397-4f73-92d2-abf02f29b3f3 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:14.615893 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Deleting subnet 1e424c64-f55e-4e50-a366-b4948030eb19 {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:08:14.619783 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Publish callbacks [] for subnet (1e424c64-f55e-4e50-a366-b4948030eb19), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.628921 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: ee4843d0-6397-4f73-92d2-abf02f29b3f3 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:14.629258 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device ee4843d0-6397-4f73-92d2-abf02f29b3f3 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:14.658775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (1e424c64-f55e-4e50-a366-b4948030eb19), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.769569 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (1e424c64-f55e-4e50-a366-b4948030eb19), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.884718 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (1e424c64-f55e-4e50-a366-b4948030eb19), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.910229 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e424c64-f55e-4e50-a366-b4948030eb19,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:14.914251 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:14.917867 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-55c7e950-370a-4b2b-8dde-02f0a3422e8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e424c64-f55e-4e50-a366-b4948030eb19 HTTP/1.1" status: 204 len: 168 time: 0.3496687 Apr 12 00:08:14.919459 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3558aa-a1a2-4ba9-bc90-f6d6e5d4ab10 None None] Network 23dd35ce-02c6-496c-89ec-e6b9f9f7137f requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:14.920544 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59518) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:14.992628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (23dd35ce-02c6-496c-89ec-e6b9f9f7137f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.048268 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Deleting port adbda656-65b9-434c-a0d3-7decc286a821 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:15.048606 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (adbda656-65b9-434c-a0d3-7decc286a821), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.078548 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59522) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:15.094517 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] DHCP port deletion for 23dd35ce-02c6-496c-89ec-e6b9f9f7137f request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:08:15.111687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] For port adbda656-65b9-434c-a0d3-7decc286a821, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=adbda656-65b9-434c-a0d3-7decc286a821,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:15.111982 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (adbda656-65b9-434c-a0d3-7decc286a821), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.125305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Calling delete_port for adbda656-65b9-434c-a0d3-7decc286a821 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:15.144575 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Deleting port adbda656-65b9-434c-a0d3-7decc286a821 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:15.144950 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (adbda656-65b9-434c-a0d3-7decc286a821), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.189184 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89b83a0c-92d6-4345-9d8a-1c825a076cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.208076 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] For port adbda656-65b9-434c-a0d3-7decc286a821, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=adbda656-65b9-434c-a0d3-7decc286a821,segment=NetworkSegment(7e64edd1-d23c-4040-8e7f-3f8e16f6cd37),segment_id=7e64edd1-d23c-4040-8e7f-3f8e16f6cd37)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:15.208478 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (adbda656-65b9-434c-a0d3-7decc286a821), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.220807 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Calling delete_port for adbda656-65b9-434c-a0d3-7decc286a821 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:15.262780 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89b83a0c-92d6-4345-9d8a-1c825a076cb9 admin admin] Publish callbacks [] for security_group (23e0cea5-6454-492f-b113-f01e22f02e90), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.273391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (adbda656-65b9-434c-a0d3-7decc286a821), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.298297 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (adbda656-65b9-434c-a0d3-7decc286a821), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.299212 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbda656-65b9-434c-a0d3-7decc286a821,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:15.304358 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] No DVR routers for this DVR port adbda656-65b9-434c-a0d3-7decc286a821 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:15.324516 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] Pushing event deleted for resources: {'Port': ['ID=adbda656-65b9-434c-a0d3-7decc286a821,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:15.328199 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d44ed-e6f9-4e7a-95c1-ee280b8bdb0f None None] No DVR routers for this DVR port adbda656-65b9-434c-a0d3-7decc286a821 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:15.339484 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89b83a0c-92d6-4345-9d8a-1c825a076cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (23e0cea5-6454-492f-b113-f01e22f02e90), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.372546 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-89b83a0c-92d6-4345-9d8a-1c825a076cb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=accb5a03dd614130808e9dd6eb437733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927320 Apr 12 00:08:15.376599 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59526) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:15.381120 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83a0c-92d6-4345-9d8a-1c825a076cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0cea5-6454-492f-b113-f01e22f02e90,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:15.390764 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (23dd35ce-02c6-496c-89ec-e6b9f9f7137f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.426075 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dd35ce-02c6-496c-89ec-e6b9f9f7137f']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:15.440944 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:15.441189 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e64edd1-d23c-4040-8e7f-3f8e16f6cd37') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:15.453494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (7e64edd1-d23c-4040-8e7f-3f8e16f6cd37), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.472608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] Publish callbacks [] for security_group (23e0cea5-6454-492f-b113-f01e22f02e90), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.475178 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (7e64edd1-d23c-4040-8e7f-3f8e16f6cd37), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.488016 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:08:15.488395 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (7e64edd1-d23c-4040-8e7f-3f8e16f6cd37), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:08:15.490050 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:08:15.533430 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] Publish callbacks [] for security_group (23e0cea5-6454-492f-b113-f01e22f02e90), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.644014 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (23dd35ce-02c6-496c-89ec-e6b9f9f7137f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.649693 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.652926 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] 10.222.0.24 "DELETE /v2.0/networks/23dd35ce-02c6-496c-89ec-e6b9f9f7137f HTTP/1.1" status: 204 len: 168 time: 0.7313709 Apr 12 00:08:15.668658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a5bcf-d35a-473b-a770-11513469d092 admin admin] Pushing event deleted for resources: {'Network': ['ID=23dd35ce-02c6-496c-89ec-e6b9f9f7137f,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:15.671935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (23e0cea5-6454-492f-b113-f01e22f02e90), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.672971 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:15.676564 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23e0cea5-6454-492f-b113-f01e22f02e90 HTTP/1.1" status: 204 len: 168 time: 0.2965341 Apr 12 00:08:15.682058 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f3117-0d1e-4c10-9007-de16bf1ec50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0cea5-6454-492f-b113-f01e22f02e90,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:15.959099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59532) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:15.979941 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:15.999630 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:15.999986 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 4c0047e8-e52c-4778-9586-4c6a8dbd9e00 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:16.000417 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device adbda656-65b9-434c-a0d3-7decc286a821 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:16.002936 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-48bf18e1-0942-4cb2-a672-4ad6546a3c79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e10126821844f4cb497402dbb6c86c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418251 Apr 12 00:08:16.005263 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59534) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:16.026820 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: adbda656-65b9-434c-a0d3-7decc286a821 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:16.027252 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device adbda656-65b9-434c-a0d3-7decc286a821 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:16.062964 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] Publish callbacks [] for security_group (e68c18ed-a6aa-43c4-ae03-e53064401c7d), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:16.083044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] Publish callbacks [] for security_group (e68c18ed-a6aa-43c4-ae03-e53064401c7d), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:16.181630 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e68c18ed-a6aa-43c4-ae03-e53064401c7d), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:16.184260 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:16.185402 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e68c18ed-a6aa-43c4-ae03-e53064401c7d HTTP/1.1" status: 204 len: 168 time: 0.1792486 Apr 12 00:08:16.193417 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a144-d299-4e29-a426-e75cd560d986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c18ed-a6aa-43c4-ae03-e53064401c7d,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:18.550722 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59620) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:18.656678 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-17e7f861-ec8f-4eaf-98c9-579edd4bbf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:18.729979 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-17e7f861-ec8f-4eaf-98c9-579edd4bbf4b admin admin] Publish callbacks [] for security_group (dee0789c-716a-4fd0-b4f7-316d9b4469cb), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:18.803995 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-17e7f861-ec8f-4eaf-98c9-579edd4bbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (dee0789c-716a-4fd0-b4f7-316d9b4469cb), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:18.845334 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-17e7f861-ec8f-4eaf-98c9-579edd4bbf4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=188074fb832945a3bddc423c53c00ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935021 Apr 12 00:08:18.846283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7f861-ec8f-4eaf-98c9-579edd4bbf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0789c-716a-4fd0-b4f7-316d9b4469cb,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:18.848092 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59628) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:18.895040 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] Publish callbacks [] for security_group (dee0789c-716a-4fd0-b4f7-316d9b4469cb), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:18.916564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] Publish callbacks [] for security_group (dee0789c-716a-4fd0-b4f7-316d9b4469cb), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.048239 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (dee0789c-716a-4fd0-b4f7-316d9b4469cb), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.050774 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.051966 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee0789c-716a-4fd0-b4f7-316d9b4469cb HTTP/1.1" status: 204 len: 168 time: 0.2028568 Apr 12 00:08:19.059519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e7d99-a956-41ab-877d-909b0f21a83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0789c-716a-4fd0-b4f7-316d9b4469cb,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:19.724188 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59636) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:19.738398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.811032 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Publish callbacks [] for security_group (a182a7f4-9946-4832-ad60-e610585efbd8), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.878443 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a182a7f4-9946-4832-ad60-e610585efbd8), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.913636 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182a7f4-9946-4832-ad60-e610585efbd8,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:19.917939 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b9ce13719f24c098ad67b7cef96d7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927211 Apr 12 00:08:19.920729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59638) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:19.925730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.926312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.926928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.927504 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.928084 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.928661 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.929270 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.929853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.931014 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.931593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.932168 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.932736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.933344 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b633e0-afae-4311-86fe-9b8d6cc7131e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:19.969188 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] Publish callbacks [] for security_group (a182a7f4-9946-4832-ad60-e610585efbd8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:19.990114 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] Publish callbacks [] for security_group (a182a7f4-9946-4832-ad60-e610585efbd8), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:20.105413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a182a7f4-9946-4832-ad60-e610585efbd8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:20.108199 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:20.109683 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a182a7f4-9946-4832-ad60-e610585efbd8 HTTP/1.1" status: 204 len: 168 time: 0.1876979 Apr 12 00:08:20.121746 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da5f25-19c1-4321-811c-283daff71395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182a7f4-9946-4832-ad60-e610585efbd8,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:21.057287 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59662) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:21.149903 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129058645-network', 'tenant_id': '54832b1e6c2947c28ec827fff99fdb30'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:21.255573 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Made reservation on behalf of 54832b1e6c2947c28ec827fff99fdb30 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:21.257938 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.266472 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.337948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks [] for security_group (63ad8a90-e1f8-46bc-bf0a-fc47a82e651a), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.407481 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (63ad8a90-e1f8-46bc-bf0a-fc47a82e651a), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.432163 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:08:21.440584 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad8a90-e1f8-46bc-bf0a-fc47a82e651a,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:21.446251 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (707e537c-518f-44dc-88c1-913c10bdc153), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.446598 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Added segment 707e537c-518f-44dc-88c1-913c10bdc153 of type vlan for network f95290b2-149e-4c41-8f5a-928a070d7ff3 Apr 12 00:08:21.486723 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (f95290b2-149e-4c41-8f5a-928a070d7ff3), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.552415 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (f95290b2-149e-4c41-8f5a-928a070d7ff3), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.553332 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:21.553909 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.608595 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] Pushing event updated for resources: {'Network': ['ID=f95290b2-149e-4c41-8f5a-928a070d7ff3,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:21.618144 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network f95290b2-149e-4c41-8f5a-928a070d7ff3 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:08:21.661905 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-8836affc-bf8b-4afa-8fd6-99c4286c735d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6034410 Apr 12 00:08:21.665407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59668) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:21.670247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Request body: {'subnet': {'network_id': 'f95290b2-149e-4c41-8f5a-928a070d7ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2129058645-subnet', 'tenant_id': '54832b1e6c2947c28ec827fff99fdb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:21.744689 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Made reservation on behalf of 54832b1e6c2947c28ec827fff99fdb30 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:21.747188 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:21.956528 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (eac26783-4a03-4803-af5c-4baea0939fc8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:22.014451 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac26783-4a03-4803-af5c-4baea0939fc8,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:22.023731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Checking segment: {'id': '707e537c-518f-44dc-88c1-913c10bdc153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f95290b2-149e-4c41-8f5a-928a070d7ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:08:22.024090 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Network hostable DHCP agents. Network: f95290b2-149e-4c41-8f5a-928a070d7ff3, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:08:22.095105 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Network f95290b2-149e-4c41-8f5a-928a070d7ff3 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:08:22.181845 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, f95290b2-149e-4c41-8f5a-928a070d7ff3) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:08:22.186420 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:22.190661 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:22.190987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cafb35-59b2-4fb1-b5ec-148c37825ca1 None None] Network f95290b2-149e-4c41-8f5a-928a070d7ff3 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:22.283159 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c933b81-2271-4904-bd94-ed5249a7f4d6 None None] Network f95290b2-149e-4c41-8f5a-928a070d7ff3 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:22.296572 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2b342010-89c5-458d-acfa-bb7b319ff53a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6301103 Apr 12 00:08:22.973674 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59686) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:22.979106 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-766513308-network', 'tenant_id': '53aed79747a5439baed00cbf241488e8'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:23.089468 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Made reservation on behalf of 53aed79747a5439baed00cbf241488e8 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:23.091797 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.100619 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.171418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks [] for security_group (9226874d-c8ac-4185-bf26-66381da0ca61), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.249519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9226874d-c8ac-4185-bf26-66381da0ca61), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.277612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:08:23.280684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9226874d-c8ac-4185-bf26-66381da0ca61,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:23.298545 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (d970331d-2951-4d4c-a6fa-ffe330ff6863), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.298545 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Added segment d970331d-2951-4d4c-a6fa-ffe330ff6863 of type vlan for network d2a305f2-a7eb-4e58-ba0e-112631b31f5d Apr 12 00:08:23.339362 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (d2a305f2-a7eb-4e58-ba0e-112631b31f5d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.426919 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (d2a305f2-a7eb-4e58-ba0e-112631b31f5d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.427819 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:23.428397 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.496483 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a305f2-a7eb-4e58-ba0e-112631b31f5d,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:23.505857 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network d2a305f2-a7eb-4e58-ba0e-112631b31f5d details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:08:23.532721 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c997bc03-7b87-4c85-a454-53e82813ad38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5578933 Apr 12 00:08:23.535741 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59696) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:23.541281 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Request body: {'subnet': {'network_id': 'd2a305f2-a7eb-4e58-ba0e-112631b31f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-766513308-subnet', 'tenant_id': '53aed79747a5439baed00cbf241488e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:23.632472 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Made reservation on behalf of 53aed79747a5439baed00cbf241488e8 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:23.634869 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.861553 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (becac971-c121-4505-80fb-b9af5d49d1b0), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:23.916256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=becac971-c121-4505-80fb-b9af5d49d1b0,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:23.923477 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Checking segment: {'id': 'd970331d-2951-4d4c-a6fa-ffe330ff6863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd2a305f2-a7eb-4e58-ba0e-112631b31f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:08:23.924177 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Network hostable DHCP agents. Network: d2a305f2-a7eb-4e58-ba0e-112631b31f5d, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:08:24.013133 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Network d2a305f2-a7eb-4e58-ba0e-112631b31f5d is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:08:24.100642 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, d2a305f2-a7eb-4e58-ba0e-112631b31f5d) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:08:24.104587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:24.105181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.109266 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1f29a-22c7-4460-a82b-ea6b5063770a None None] Network d2a305f2-a7eb-4e58-ba0e-112631b31f5d requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:24.160809 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1eb0673f-3c94-42f0-a4fd-ac7e36ef7444 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6238942 Apr 12 00:08:24.207165 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ea1e7-6457-4ed3-8935-a308fa1e5228 None None] Network d2a305f2-a7eb-4e58-ba0e-112631b31f5d requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:24.274603 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59702) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:24.318100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Deleting subnet eac26783-4a03-4803-af5c-4baea0939fc8 {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:08:24.321222 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Publish callbacks [] for subnet (eac26783-4a03-4803-af5c-4baea0939fc8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.354267 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (eac26783-4a03-4803-af5c-4baea0939fc8), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.393784 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (eac26783-4a03-4803-af5c-4baea0939fc8), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.484389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (eac26783-4a03-4803-af5c-4baea0939fc8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.511347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac26783-4a03-4803-af5c-4baea0939fc8,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:24.513322 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.517378 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-58445fed-6864-4ef0-9c39-025255a10465 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eac26783-4a03-4803-af5c-4baea0939fc8 HTTP/1.1" status: 204 len: 168 time: 0.2403274 Apr 12 00:08:24.519058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59708) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:24.586039 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (f95290b2-149e-4c41-8f5a-928a070d7ff3), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.674532 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (f95290b2-149e-4c41-8f5a-928a070d7ff3), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.698113 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95290b2-149e-4c41-8f5a-928a070d7ff3']}} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:24.704770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707e537c-518f-44dc-88c1-913c10bdc153') {'for_net_delete': True} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:24.705070 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707e537c-518f-44dc-88c1-913c10bdc153') {} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:24.715262 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58818925'] for segment (707e537c-518f-44dc-88c1-913c10bdc153), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.732144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (707e537c-518f-44dc-88c1-913c10bdc153), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.739537 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:08:24.739956 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3713640'] for segment (707e537c-518f-44dc-88c1-913c10bdc153), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: Traceback (most recent call last): Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: timer() Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: cb(*args, **kw) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: return func(*args, **kwargs) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: self._notify() Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: self.callback(batched_events) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: event.method(event) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: return f(self, *a, **k) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._get(url).json() Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: return self.request(url, 'GET', **kwargs) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:08:24.741641 dv-cinder-837432-2-iscsi neutron-server[110167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:08:24.842277 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1a20285e-d2f5-408e-93b5-311874df697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.888059 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (f95290b2-149e-4c41-8f5a-928a070d7ff3), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.895131 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.898199 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f95290b2-149e-4c41-8f5a-928a070d7ff3 HTTP/1.1" status: 204 len: 168 time: 0.3782110 Apr 12 00:08:24.901185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59712) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:24.907462 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ea0f7-4e13-4899-8698-5f6831321b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f95290b2-149e-4c41-8f5a-928a070d7ff3,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:24.946983 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Deleting subnet becac971-c121-4505-80fb-b9af5d49d1b0 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:08:24.950065 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Publish callbacks [] for subnet (becac971-c121-4505-80fb-b9af5d49d1b0), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:24.983396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (becac971-c121-4505-80fb-b9af5d49d1b0), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.024573 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (becac971-c121-4505-80fb-b9af5d49d1b0), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.150956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (becac971-c121-4505-80fb-b9af5d49d1b0), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.174489 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=becac971-c121-4505-80fb-b9af5d49d1b0,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:25.180051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.183944 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-126757b3-fbdd-46b1-9459-c91485daa9d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/becac971-c121-4505-80fb-b9af5d49d1b0 HTTP/1.1" status: 204 len: 168 time: 0.2817607 Apr 12 00:08:25.186412 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59714) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:25.253687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (d2a305f2-a7eb-4e58-ba0e-112631b31f5d), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.332795 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (d2a305f2-a7eb-4e58-ba0e-112631b31f5d), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.352629 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a305f2-a7eb-4e58-ba0e-112631b31f5d']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:25.362232 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd970331d-2951-4d4c-a6fa-ffe330ff6863') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:25.362532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd970331d-2951-4d4c-a6fa-ffe330ff6863') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:25.372138 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (d970331d-2951-4d4c-a6fa-ffe330ff6863), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.385464 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (d970331d-2951-4d4c-a6fa-ffe330ff6863), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.391155 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:08:25.391559 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (d970331d-2951-4d4c-a6fa-ffe330ff6863), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:08:25.393148 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:08:25.522099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (d2a305f2-a7eb-4e58-ba0e-112631b31f5d), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.527623 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:25.530725 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d2a305f2-a7eb-4e58-ba0e-112631b31f5d HTTP/1.1" status: 204 len: 168 time: 0.3433752 Apr 12 00:08:25.541870 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef6ab6-a799-4aa7-90a0-270635e88cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a305f2-a7eb-4e58-ba0e-112631b31f5d,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:25.938290 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59722) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:25.987516 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-fe45bdb3-f275-48eb-a8f3-854c42270bba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54832b1e6c2947c28ec827fff99fdb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480003 Apr 12 00:08:25.989853 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59724) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:26.038426 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] Publish callbacks [] for security_group (63ad8a90-e1f8-46bc-bf0a-fc47a82e651a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.064234 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] Publish callbacks [] for security_group (63ad8a90-e1f8-46bc-bf0a-fc47a82e651a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.204299 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (63ad8a90-e1f8-46bc-bf0a-fc47a82e651a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.207083 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.208225 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63ad8a90-e1f8-46bc-bf0a-fc47a82e651a HTTP/1.1" status: 204 len: 168 time: 0.2174673 Apr 12 00:08:26.216272 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5880c1-7cab-498e-b47c-ebcb62024670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad8a90-e1f8-46bc-bf0a-fc47a82e651a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:26.276938 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59730) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:26.379808 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c33c295b-8330-4a58-8463-b5f152b15439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.466687 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c33c295b-8330-4a58-8463-b5f152b15439 admin admin] Publish callbacks [] for security_group (58c610b4-bd46-42af-9b2f-07b1c784034b), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.522082 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c33c295b-8330-4a58-8463-b5f152b15439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (58c610b4-bd46-42af-9b2f-07b1c784034b), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.561152 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c33c295b-8330-4a58-8463-b5f152b15439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=135f60730aeb46d3a60f0d98ac824634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828493 Apr 12 00:08:26.562185 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c295b-8330-4a58-8463-b5f152b15439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c610b4-bd46-42af-9b2f-07b1c784034b,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:26.563743 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59736) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:26.612033 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] Publish callbacks [] for security_group (58c610b4-bd46-42af-9b2f-07b1c784034b), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.633509 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] Publish callbacks [] for security_group (58c610b4-bd46-42af-9b2f-07b1c784034b), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.741677 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (58c610b4-bd46-42af-9b2f-07b1c784034b), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.744356 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:26.748686 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58c610b4-bd46-42af-9b2f-07b1c784034b HTTP/1.1" status: 204 len: 168 time: 0.1837759 Apr 12 00:08:26.757152 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c269f-e078-4ed0-930e-0b32a5c26563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c610b4-bd46-42af-9b2f-07b1c784034b,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:26.935632 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59740) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:26.973850 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-158ca79d-c083-4b44-bb38-094edcb15ebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53aed79747a5439baed00cbf241488e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370834 Apr 12 00:08:26.976305 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59742) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:27.032536 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] Publish callbacks [] for security_group (9226874d-c8ac-4185-bf26-66381da0ca61), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:27.064261 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] Publish callbacks [] for security_group (9226874d-c8ac-4185-bf26-66381da0ca61), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:27.093614 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffddd-c4c8-4e87-b11b-63a634cf4df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:27.175668 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9226874d-c8ac-4185-bf26-66381da0ca61), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:27.178410 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:27.179678 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9226874d-c8ac-4185-bf26-66381da0ca61 HTTP/1.1" status: 204 len: 168 time: 0.2024372 Apr 12 00:08:27.188480 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d836d-0f50-49fc-8726-e3659bf36164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9226874d-c8ac-4185-bf26-66381da0ca61,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:28.202292 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:29.832537 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:31.276918 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:32.327605 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:33.956850 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59838) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:34.064724 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6044f083-024d-4f9e-8d53-29416110f673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.137428 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6044f083-024d-4f9e-8d53-29416110f673 admin admin] Publish callbacks [] for security_group (260f3499-83de-47aa-b37e-add55fb1ac40), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.202068 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6044f083-024d-4f9e-8d53-29416110f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (260f3499-83de-47aa-b37e-add55fb1ac40), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.243033 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6044f083-024d-4f9e-8d53-29416110f673 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a930c634701949209d48235a263bccbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827315 Apr 12 00:08:34.243033 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044f083-024d-4f9e-8d53-29416110f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260f3499-83de-47aa-b37e-add55fb1ac40,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:34.243696 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59842) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:34.291414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] Publish callbacks [] for security_group (260f3499-83de-47aa-b37e-add55fb1ac40), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.312295 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] Publish callbacks [] for security_group (260f3499-83de-47aa-b37e-add55fb1ac40), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.407907 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (260f3499-83de-47aa-b37e-add55fb1ac40), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.410575 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:34.411746 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/260f3499-83de-47aa-b37e-add55fb1ac40 HTTP/1.1" status: 204 len: 168 time: 0.1660571 Apr 12 00:08:34.419858 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1761b-8bde-4c03-b0e7-9db1e3ec8a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260f3499-83de-47aa-b37e-add55fb1ac40,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:34.963879 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59850) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:34.976650 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-eda17ec6-1b98-4936-bc05-e6f0485f73b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.048003 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-eda17ec6-1b98-4936-bc05-e6f0485f73b7 admin admin] Publish callbacks [] for security_group (c8920627-4cf0-495a-95b2-b3ef11d1f34e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.089988 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-eda17ec6-1b98-4936-bc05-e6f0485f73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (c8920627-4cf0-495a-95b2-b3ef11d1f34e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.127374 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-eda17ec6-1b98-4936-bc05-e6f0485f73b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7fcba0422bc43a782959d97bebe72af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623454 Apr 12 00:08:35.128416 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda17ec6-1b98-4936-bc05-e6f0485f73b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8920627-4cf0-495a-95b2-b3ef11d1f34e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:35.130056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59852) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:35.177721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] Publish callbacks [] for security_group (c8920627-4cf0-495a-95b2-b3ef11d1f34e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.198793 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] Publish callbacks [] for security_group (c8920627-4cf0-495a-95b2-b3ef11d1f34e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.206051 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:08:35.340665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (c8920627-4cf0-495a-95b2-b3ef11d1f34e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.343431 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:35.344591 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8920627-4cf0-495a-95b2-b3ef11d1f34e HTTP/1.1" status: 204 len: 168 time: 0.2134743 Apr 12 00:08:35.352458 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0563d1-31ce-4c4f-9dd5-0ea93b278a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8920627-4cf0-495a-95b2-b3ef11d1f34e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:40.653884 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59926) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:40.755849 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-112abbda-980d-4fd0-b8f4-b194792c6b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:40.826349 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-112abbda-980d-4fd0-b8f4-b194792c6b5a admin admin] Publish callbacks [] for security_group (62b5b2ac-592e-41bc-a09e-cab0719560de), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:40.881725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-112abbda-980d-4fd0-b8f4-b194792c6b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (62b5b2ac-592e-41bc-a09e-cab0719560de), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:40.918346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112abbda-980d-4fd0-b8f4-b194792c6b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b5b2ac-592e-41bc-a09e-cab0719560de,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:40.922632 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-112abbda-980d-4fd0-b8f4-b194792c6b5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=270cca84f2654bb08ad6884107949b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677453 Apr 12 00:08:40.925391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59930) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:40.975371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] Publish callbacks [] for security_group (62b5b2ac-592e-41bc-a09e-cab0719560de), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:40.996361 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] Publish callbacks [] for security_group (62b5b2ac-592e-41bc-a09e-cab0719560de), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.083697 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (62b5b2ac-592e-41bc-a09e-cab0719560de), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.086208 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.087368 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62b5b2ac-592e-41bc-a09e-cab0719560de HTTP/1.1" status: 204 len: 168 time: 0.1611736 Apr 12 00:08:41.096523 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d169b-c445-405a-bf1d-e157b76e1fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b5b2ac-592e-41bc-a09e-cab0719560de,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:41.585411 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 59936) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:41.598263 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b57b0218-9936-4879-a7b0-e2c1d7f781c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.742253 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b57b0218-9936-4879-a7b0-e2c1d7f781c1 admin admin] Publish callbacks [] for security_group (0f2c3709-df04-4bdb-b4b4-d58025db8434), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.792033 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b57b0218-9936-4879-a7b0-e2c1d7f781c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0f2c3709-df04-4bdb-b4b4-d58025db8434), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.832153 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b57b0218-9936-4879-a7b0-e2c1d7f781c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbf949de833240068c1152ba7cbb0b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457044 Apr 12 00:08:41.832994 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0218-9936-4879-a7b0-e2c1d7f781c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2c3709-df04-4bdb-b4b4-d58025db8434,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:41.834807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 59938) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:41.882453 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] Publish callbacks [] for security_group (0f2c3709-df04-4bdb-b4b4-d58025db8434), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.903001 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] Publish callbacks [] for security_group (0f2c3709-df04-4bdb-b4b4-d58025db8434), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:41.998243 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (0f2c3709-df04-4bdb-b4b4-d58025db8434), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:42.000797 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:42.001909 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f2c3709-df04-4bdb-b4b4-d58025db8434 HTTP/1.1" status: 204 len: 168 time: 0.1660979 Apr 12 00:08:42.009384 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60913b4-c229-4e9a-8519-8acef0084341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2c3709-df04-4bdb-b4b4-d58025db8434,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:45.316516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32fbc2-649c-4946-a2b8-d4cf9b1b6ec6 req-dc863683-7c73-4487-9b1e-b42861135018 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:45.317982 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1f32fbc2-649c-4946-a2b8-d4cf9b1b6ec6 req-dc863683-7c73-4487-9b1e-b42861135018 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0519292 Apr 12 00:08:45.364838 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1f32fbc2-649c-4946-a2b8-d4cf9b1b6ec6 req-3051a102-c03d-4a26-9ceb-0bb59db5f63a tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Apr 12 00:08:46.498072 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdb067-9463-4f1a-abac-69982bb997e7 req-98d528dc-b299-4ad6-b8c6-952b2f835145 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:46.499556 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-19bdb067-9463-4f1a-abac-69982bb997e7 req-98d528dc-b299-4ad6-b8c6-952b2f835145 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0606453 Apr 12 00:08:46.546671 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-19bdb067-9463-4f1a-abac-69982bb997e7 req-061a5528-080e-4ef8-a1cb-e0ae889975a4 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups?id=e95a1400-2e54-4d82-9fb9-fedca73c2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404508 Apr 12 00:08:46.924109 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-bcde4a56-15e7-48c8-879e-fd8a0ef36144 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:46.925571 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-bcde4a56-15e7-48c8-879e-fd8a0ef36144 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 946 time: 0.0559611 Apr 12 00:08:47.018167 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Deleting port b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:47.018501 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b4584482-7daa-45da-be77-1c3476d48f68), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.111081 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] For port b4584482-7daa-45da-be77-1c3476d48f68, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=b4584482-7daa-45da-be77-1c3476d48f68,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:47.111700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b4584482-7daa-45da-be77-1c3476d48f68), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.288594 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.288953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.289265 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Floating IP d8eef316-5c7a-43fe-be5e-71500c166f9e disassociated. External IP: 172.27.1.22, port: b4584482-7daa-45da-be77-1c3476d48f68. Apr 12 00:08:47.289599 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Calling delete_port for b4584482-7daa-45da-be77-1c3476d48f68 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:47.482757 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b4584482-7daa-45da-be77-1c3476d48f68), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.511324 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'Port': ['ID=b4584482-7daa-45da-be77-1c3476d48f68,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:47.636382 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:08:47.652096 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c9756974-3bb4-41ca-873e-32784d4f19ef req-8d701216-a5ec-4dbf-aba9-d12493532c44 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0325601 Apr 12 00:08:47.758283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:08:47.772229 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:08:47.785870 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:47.786784 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:47.805244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] No DVR routers for this DVR port b4584482-7daa-45da-be77-1c3476d48f68 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:47.810331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:47.813754 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ff9256da-e54f-422f-91ec-d894bb97f22a req-43640ddc-d7b9-4719-a62e-72dd60026695 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.20 "DELETE /v2.0/ports/b4584482-7daa-45da-be77-1c3476d48f68 HTTP/1.1" status: 204 len: 173 time: 0.8831055 Apr 12 00:08:47.814207 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-deleted', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:08:47.816485 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04667ef3-7414-49f4-881b-1cbaf533a4c9" -d '{"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-deleted", "tag": "b4584482-7daa-45da-be77-1c3476d48f68"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:08:47.858424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a68e8-334e-4f90-87f8-c7825c1383a1 x-openstack-request-id: req-d17a68e8-334e-4f90-87f8-c7825c1383a1 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:08:47.859121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366d1e04-d2e8-4dd1-a2c5-8e798029c5b4", "name": "network-vif-deleted", "tag": "b4584482-7daa-45da-be77-1c3476d48f68", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:08:47.859611 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d17a68e8-334e-4f90-87f8-c7825c1383a1 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:08:47.860083 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17a68e8-334e-4f90-87f8-c7825c1383a1'] response: {'server_uuid': '366d1e04-d2e8-4dd1-a2c5-8e798029c5b4', 'name': 'network-vif-deleted', 'tag': 'b4584482-7daa-45da-be77-1c3476d48f68', 'status': 'completed', 'code': 200} Apr 12 00:08:47.919221 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:48.143747 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:48.171247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:08:48.179559 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:48.180163 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:48.294496 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:48.505284 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:48.531833 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b9dd4-5481-4e87-a0ed-75cdfa1c08b6 None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:01:45Z', 'revision_number': 4, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '342183a4-f201-4a7a-8e9a-2fa8b9b4b054', 'name': '', 'network_id': '91c35a18-6082-429e-b7e5-6ec49650a675', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'mac_address': 'fa:16:3e:c7:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '31751cc5-261b-444b-928f-77896d56c6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:44Z', 'updated_at': '2022-04-12T00:01:53Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'subnets': [{'id': '31751cc5-261b-444b-928f-77896d56c6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:08:48.768463 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f83529-a29f-467d-93a0-22ec9b79472f None None] New status for floating IP d8eef316-5c7a-43fe-be5e-71500c166f9e: DOWN {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:08:48.776485 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b3354120-cdab-4102-ad47-e7277a93ef07 req-0926f3ac-6582-4103-b274-856062c114aa tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/ports?device_id=366d1e04-d2e8-4dd1-a2c5-8e798029c5b4 HTTP/1.1" status: 200 len: 210 time: 0.0352197 Apr 12 00:08:49.929210 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60056) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:49.985488 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (e95a1400-2e54-4d82-9fb9-fedca73c2f01), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.008651 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (e95a1400-2e54-4d82-9fb9-fedca73c2f01), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.129741 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (e95a1400-2e54-4d82-9fb9-fedca73c2f01), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.132734 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.133958 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "DELETE /v2.0/security-groups/e95a1400-2e54-4d82-9fb9-fedca73c2f01 HTTP/1.1" status: 204 len: 168 time: 0.2034466 Apr 12 00:08:50.137262 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60060) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:50.143666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbc51b-e937-4bf8-8add-fc1027ed0844 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a1400-2e54-4d82-9fb9-fedca73c2f01,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:50.149813 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-85828dbb-c3fe-4cfb-bffd-86de27a1a0cf tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] show failed (client error): The resource could not be found. Apr 12 00:08:50.154334 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-85828dbb-c3fe-4cfb-bffd-86de27a1a0cf tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "GET /v2.0/security-groups/e95a1400-2e54-4d82-9fb9-fedca73c2f01 HTTP/1.1" status: 404 len: 347 time: 0.0160403 Apr 12 00:08:50.154902 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60062) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:50.302077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:50.325840 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: b4584482-7daa-45da-be77-1c3476d48f68 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:50.326353 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device b4584482-7daa-45da-be77-1c3476d48f68 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:50.483798 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Deleting port 22a267a3-4d83-4bf6-90ab-6b090854e2ba {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:50.484138 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.558431 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.559231 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (22a267a3-4d83-4bf6-90ab-6b090854e2ba), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.570437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Calling delete_port for 22a267a3-4d83-4bf6-90ab-6b090854e2ba owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:50.775518 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (22a267a3-4d83-4bf6-90ab-6b090854e2ba), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.801004 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Pushing event deleted for resources: {'Port': ['ID=22a267a3-4d83-4bf6-90ab-6b090854e2ba,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:50.867341 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks [] for floatingip (d8eef316-5c7a-43fe-be5e-71500c166f9e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.872860 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:50.874018 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-72cdb145-d47c-46ef-82b9-213ce0941326 tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] 10.222.0.24 "DELETE /v2.0/floatingips/d8eef316-5c7a-43fe-be5e-71500c166f9e HTTP/1.1" status: 204 len: 168 time: 0.7182198 Apr 12 00:08:53.581667 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60090) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:54.142327 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:54.439339 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Deleting port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:54.439594 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:54.515327 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] For port 342183a4-f201-4a7a-8e9a-2fa8b9b4b054, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:54.515694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:54.528887 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Calling delete_port for 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:54.769531 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (342183a4-f201-4a7a-8e9a-2fa8b9b4b054), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:54.800050 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=342183a4-f201-4a7a-8e9a-2fa8b9b4b054,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:54.829178 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.829529 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.829900 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.830207 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.830534 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.830641 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-484ba80d-008b-427a-bfd6-fdb52f29c506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:54.831100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.831183 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.832131 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.832480 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.832980 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.833317 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.833647 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.834076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:08:54.977756 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:55.192347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Router 4f047e06-663d-4f9f-987d-b0d5a89ac35e has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:08:55.300224 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:08:55.310265 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-42184500-c6e9-4767-a8d7-a988e3b812c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f047e06-663d-4f9f-987d-b0d5a89ac35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226944 Apr 12 00:08:55.310401 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Sync routers for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:08:55.311758 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60106) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:55.320008 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:55.320617 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:55.420282 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks [] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:55.426490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:55.522295 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks [] for router_gateway (4f047e06-663d-4f9f-987d-b0d5a89ac35e), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:55.597990 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:08:54Z', 'revision_number': 5, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port': {'id': '629a9028-e9b4-40e1-8ba7-ca202812519a', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:01:37Z', 'updated_at': '2022-04-12T00:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:55.629056 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Checking router: 4f047e06-663d-4f9f-987d-b0d5a89ac35e for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:08:55.638192 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Routers {'4f047e06-663d-4f9f-987d-b0d5a89ac35e'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:08:55.638816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:55.730137 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] Set router 4f047e06-663d-4f9f-987d-b0d5a89ac35e gateway port host: None {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:08:55.848310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Deleting port 629a9028-e9b4-40e1-8ba7-ca202812519a {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:55.848884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:55.909565 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:08:55Z', 'revision_number': 6, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:55.925496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] For port 629a9028-e9b4-40e1-8ba7-ca202812519a, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=629a9028-e9b4-40e1-8ba7-ca202812519a,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:55.925890 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:55.938012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57363c2-e705-4987-9d71-9b520a3f36d6 None None] The sync data for ids ['4f047e06-663d-4f9f-987d-b0d5a89ac35e'] in dv-cinder-837432-2-iscsi is: [{'id': '4f047e06-663d-4f9f-987d-b0d5a89ac35e', 'name': 'tempest-AttachVolumeShelveTestJSON-753087542-router', 'tenant_id': 'f86f93d46d394081b4da1693c28e9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:01:35Z', 'updated_at': '2022-04-12T00:08:55Z', 'revision_number': 6, 'project_id': 'f86f93d46d394081b4da1693c28e9c7e', 'gw_port_host': None}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:08:55.941154 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Calling delete_port for 629a9028-e9b4-40e1-8ba7-ca202812519a owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:56.152498 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (629a9028-e9b4-40e1-8ba7-ca202812519a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.177907 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=629a9028-e9b4-40e1-8ba7-ca202812519a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:56.237543 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.329321 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.331661 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks [] for router_controller (4f047e06-663d-4f9f-987d-b0d5a89ac35e), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.441753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (4f047e06-663d-4f9f-987d-b0d5a89ac35e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.442319 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f047e06-663d-4f9f-987d-b0d5a89ac35e {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:08:56.447162 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.448308 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-5352fa90-6b83-46b4-95d9-8f411e7a79f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4f047e06-663d-4f9f-987d-b0d5a89ac35e HTTP/1.1" status: 204 len: 168 time: 1.1356068 Apr 12 00:08:56.451430 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60114) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:56.493991 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Deleting subnet 31751cc5-261b-444b-928f-77896d56c6f1 {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:08:56.497581 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Publish callbacks [] for subnet (31751cc5-261b-444b-928f-77896d56c6f1), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.529967 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (31751cc5-261b-444b-928f-77896d56c6f1), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.606728 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (31751cc5-261b-444b-928f-77896d56c6f1), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.724124 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (31751cc5-261b-444b-928f-77896d56c6f1), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.749989 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31751cc5-261b-444b-928f-77896d56c6f1,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:56.756357 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.759631 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-3cc0add0-9979-44cb-bc05-77e83042de21 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31751cc5-261b-444b-928f-77896d56c6f1 HTTP/1.1" status: 204 len: 168 time: 0.3072553 Apr 12 00:08:56.762609 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60116) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:56.765489 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac80cfb8-8dd0-4561-af34-307d566c22d0 None None] Network 91c35a18-6082-429e-b7e5-6ec49650a675 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:08:56.841430 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (91c35a18-6082-429e-b7e5-6ec49650a675), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.897035 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Deleting port baf91e2b-4b49-4076-b291-046471eee4d4 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:56.897626 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.926557 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] DHCP port deletion for 91c35a18-6082-429e-b7e5-6ec49650a675 request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:08:56.964706 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] For port baf91e2b-4b49-4076-b291-046471eee4d4, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=baf91e2b-4b49-4076-b291-046471eee4d4,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:56.965163 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:56.978206 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Calling delete_port for baf91e2b-4b49-4076-b291-046471eee4d4 owned by network:dhcp {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:56.980196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Deleting port baf91e2b-4b49-4076-b291-046471eee4d4 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:08:56.980576 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.048463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] For port baf91e2b-4b49-4076-b291-046471eee4d4, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=baf91e2b-4b49-4076-b291-046471eee4d4,segment=NetworkSegment(dfb3c325-0ebe-4b0d-b640-8edcd3c94149),segment_id=dfb3c325-0ebe-4b0d-b640-8edcd3c94149)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:08:57.048854 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.067196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Calling delete_port for baf91e2b-4b49-4076-b291-046471eee4d4 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:08:57.127908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.145762 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (baf91e2b-4b49-4076-b291-046471eee4d4), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.154522 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf91e2b-4b49-4076-b291-046471eee4d4,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:57.160629 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] No DVR routers for this DVR port baf91e2b-4b49-4076-b291-046471eee4d4 on host dv-cinder-837432-2-iscsi {{(pid=110167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:57.171637 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5ea114b9-df5b-4d6e-912e-cc5808d027b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.173526 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] Pushing event deleted for resources: {'Port': ['ID=baf91e2b-4b49-4076-b291-046471eee4d4,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:57.177119 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9987b4-b40e-4c12-bb51-4dfb40ac6fc3 None None] No DVR routers for this DVR port baf91e2b-4b49-4076-b291-046471eee4d4 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:08:57.235653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (91c35a18-6082-429e-b7e5-6ec49650a675), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.255384 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c35a18-6082-429e-b7e5-6ec49650a675']}} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:57.264617 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149') {'for_net_delete': True} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:57.264911 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb3c325-0ebe-4b0d-b640-8edcd3c94149') {} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:08:57.273776 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58818925'] for segment (dfb3c325-0ebe-4b0d-b640-8edcd3c94149), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.286181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (dfb3c325-0ebe-4b0d-b640-8edcd3c94149), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.291784 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:08:57.292224 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3713640'] for segment (dfb3c325-0ebe-4b0d-b640-8edcd3c94149), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: Traceback (most recent call last): Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: timer() Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: cb(*args, **kw) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: return func(*args, **kwargs) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: self._notify() Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: self.callback(batched_events) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: event.method(event) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: return f(self, *a, **k) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._get(url).json() Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: return self.request(url, 'GET', **kwargs) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:08:57.293849 dv-cinder-837432-2-iscsi neutron-server[110167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:08:57.436485 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (91c35a18-6082-429e-b7e5-6ec49650a675), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.441819 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.444984 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91c35a18-6082-429e-b7e5-6ec49650a675 HTTP/1.1" status: 204 len: 168 time: 0.6813419 Apr 12 00:08:57.456328 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150ee5-1838-49d8-8ecd-c73e96981b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c35a18-6082-429e-b7e5-6ec49650a675,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:57.712204 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60122) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:57.752261 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6743be10-67e2-4eae-af6d-c782ff62a6f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f86f93d46d394081b4da1693c28e9c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388978 Apr 12 00:08:57.754712 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60124) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:57.804730 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] Publish callbacks [] for security_group (329ede45-5e14-42b0-813a-796a7cb38576), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.826980 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] Publish callbacks [] for security_group (329ede45-5e14-42b0-813a-796a7cb38576), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.927426 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (329ede45-5e14-42b0-813a-796a7cb38576), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.929855 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:57.931035 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/329ede45-5e14-42b0-813a-796a7cb38576 HTTP/1.1" status: 204 len: 168 time: 0.1753657 Apr 12 00:08:57.938478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825679c-aa42-4080-920f-f1adc8375eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ede45-5e14-42b0-813a-796a7cb38576,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:58.014704 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device baf91e2b-4b49-4076-b291-046471eee4d4 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:58.034442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: baf91e2b-4b49-4076-b291-046471eee4d4 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:58.034783 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device baf91e2b-4b49-4076-b291-046471eee4d4 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:58.035226 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:58.056402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:58.056747 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 342183a4-f201-4a7a-8e9a-2fa8b9b4b054 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:58.057152 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 629a9028-e9b4-40e1-8ba7-ca202812519a no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:08:58.074734 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 629a9028-e9b4-40e1-8ba7-ca202812519a {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:08:58.075128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 629a9028-e9b4-40e1-8ba7-ca202812519a not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:08:58.219096 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:58.955192 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60148) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:59.046821 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1940167733-network', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:59.157386 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:59.159694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.168166 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.241164 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks [] for security_group (79dd9352-cc16-4a42-8b1c-6ed58384acf2), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.310625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79dd9352-cc16-4a42-8b1c-6ed58384acf2), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.336066 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:08:59.342561 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd9352-cc16-4a42-8b1c-6ed58384acf2,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:59.348234 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (32d122da-0f68-4586-adbf-fc5108b0b6f1), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.348822 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Added segment 32d122da-0f68-4586-adbf-fc5108b0b6f1 of type vlan for network 21526819-c103-4751-b4ea-b6b9bf1ff25b Apr 12 00:08:59.387130 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (21526819-c103-4751-b4ea-b6b9bf1ff25b), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.476098 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (21526819-c103-4751-b4ea-b6b9bf1ff25b), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.477073 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:08:59.477661 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.548805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] Pushing event updated for resources: {'Network': ['ID=21526819-c103-4751-b4ea-b6b9bf1ff25b,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:08:59.558374 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:08:59.592412 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0ec33ab9-a46f-4bc2-8493-b85cb6d47a2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6329708 Apr 12 00:08:59.592643 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60154) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:08:59.597868 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Request body: {'subnet': {'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-subnet', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:08:59.687761 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:08:59.690188 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.801960 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:08:59.963418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (27f8438c-d9a2-40e8-99a5-ef48a55c8448), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.019841 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f8438c-d9a2-40e8-99a5-ef48a55c8448,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:00.027532 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:00.027882 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Network hostable DHCP agents. Network: 21526819-c103-4751-b4ea-b6b9bf1ff25b, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:09:00.117380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:09:00.202864 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 21526819-c103-4751-b4ea-b6b9bf1ff25b) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:00.206720 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:00.207347 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.211558 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bf6db-e0fc-4815-a882-d4d706a63b3e None None] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:00.291815 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c5b05a5d-ad3d-4a06-aca8-92c2a0442907 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6980381 Apr 12 00:09:00.294355 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60156) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:00.298617 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:00.314634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-21526819-c103-4751-b4ea-b6b9bf1ff25b', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:09:00.315514 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.357933 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (421458c3-03bb-445e-9ec6-ec5229be32da), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.359127 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (421458c3-03bb-445e-9ec6-ec5229be32da), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.414343 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for router_controller (421458c3-03bb-445e-9ec6-ec5229be32da), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.447987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Allocated IP 172.20.0.2 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/bf8047a0-a3c5-4011-bea5-7e9c936ab247) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:00.597329 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks [] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.620615 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for router_gateway (421458c3-03bb-445e-9ec6-ec5229be32da), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.660816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.704701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:00.704701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:00.705083 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:00.717959 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Pushing event updated for resources: {'Port': ['ID=bf8047a0-a3c5-4011-bea5-7e9c936ab247,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:00.774045 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Attempting to bind port bf8047a0-a3c5-4011-bea5-7e9c936ab247 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:00.774420 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Attempting to bind port bf8047a0-a3c5-4011-bea5-7e9c936ab247 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:00.774782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Attempting to bind port bf8047a0-a3c5-4011-bea5-7e9c936ab247 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:00.780124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:00.780516 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:00.781530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.781530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:00.782154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Bound port: bf8047a0-a3c5-4011-bea5-7e9c936ab247, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:00.782514 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.855803 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] For port bf8047a0-a3c5-4011-bea5-7e9c936ab247, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:00.859540 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] For port bf8047a0-a3c5-4011-bea5-7e9c936ab247, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bf8047a0-a3c5-4011-bea5-7e9c936ab247,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:00.891496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for router_gateway (421458c3-03bb-445e-9ec6-ec5229be32da), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.910768 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:00.945741 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.005009 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc9a79-1d90-485a-9d79-61579f50cd51 None None] Pushing event updated for resources: {'Port': ['ID=bf8047a0-a3c5-4011-bea5-7e9c936ab247,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:01.018572 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Allocated IP 172.27.1.207 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/33701f93-a3ba-432c-be86-4296f1f17e49) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:01.128666 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for port (33701f93-a3ba-432c-be86-4296f1f17e49), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.272608 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.312850 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:01.318326 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:01.320389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:01.334776 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.346684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Pushing event updated for resources: {'Port': ['ID=33701f93-a3ba-432c-be86-4296f1f17e49,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:01.640020 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for router_gateway (421458c3-03bb-445e-9ec6-ec5229be32da), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.843530 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (421458c3-03bb-445e-9ec6-ec5229be32da), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:01.926640 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd22a1c-5a90-4d2d-804c-46c7be434986 None None] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:01.983580 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Provisioning complete for port bf8047a0-a3c5-4011-bea5-7e9c936ab247 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:01.983783 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.046186 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bf8047a0-a3c5-4011-bea5-7e9c936ab247 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:02.152593 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Current status of the port bf8047a0-a3c5-4011-bea5-7e9c936ab247 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:02.153017 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.182938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port bf8047a0-a3c5-4011-bea5-7e9c936ab247 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:02.183322 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.224546 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] For port bf8047a0-a3c5-4011-bea5-7e9c936ab247, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bf8047a0-a3c5-4011-bea5-7e9c936ab247,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:02.295838 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port bf8047a0-a3c5-4011-bea5-7e9c936ab247 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:02.296227 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.311889 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Router 421458c3-03bb-445e-9ec6-ec5229be32da is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:09:02.376423 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.385122 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.422110 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:02.432053 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:02.441572 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.db.api [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:09:02.441926 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG oslo_db.api [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:09:02.443690 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:02.447790 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:02.451699 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42ae0d-e8c2-4400-9304-4f9c7c825407 None None] Pushing event updated for resources: {'Port': ['ID=bf8047a0-a3c5-4011-bea5-7e9c936ab247,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:02.497411 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-63e7833a-b6de-4234-966e-473a47f4fe7d None None] Provisioning complete for port bf8047a0-a3c5-4011-bea5-7e9c936ab247 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:02.497789 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-63e7833a-b6de-4234-966e-473a47f4fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.504336 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.506155 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-83c29b9b-730c-4546-922a-c287246fd193 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2106848 Apr 12 00:09:02.509011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60176) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:02.600576 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-63e7833a-b6de-4234-966e-473a47f4fe7d None None] Current status of the port bf8047a0-a3c5-4011-bea5-7e9c936ab247 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:02.659519 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:02.699559 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60180) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:02.824953 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1004167a-11a9-41fd-b889-49d03eb37d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.850605 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:01Z', 'revision_number': 3, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:02.877825 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:02.880113 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Updating router 421458c3-03bb-445e-9ec6-ec5229be32da port 33701f93-a3ba-432c-be86-4296f1f17e49 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:02.902408 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1004167a-11a9-41fd-b889-49d03eb37d00 admin admin] Publish callbacks [] for security_group (1c33fb71-041e-4154-8351-97129eb4befb), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.907918 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.963190 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1004167a-11a9-41fd-b889-49d03eb37d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (1c33fb71-041e-4154-8351-97129eb4befb), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.964963 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:02.983906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port bf8047a0-a3c5-4011-bea5-7e9c936ab247 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:03.004266 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1004167a-11a9-41fd-b889-49d03eb37d00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30bed69afa6e41b8856b9b5da4a7ff85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031135 Apr 12 00:09:03.005376 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004167a-11a9-41fd-b889-49d03eb37d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33fb71-041e-4154-8351-97129eb4befb,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.007959 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60184) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:03.056153 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] Publish callbacks [] for security_group (1c33fb71-041e-4154-8351-97129eb4befb), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.078730 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] Publish callbacks [] for security_group (1c33fb71-041e-4154-8351-97129eb4befb), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.134010 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Allocated IP 172.20.0.1 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/39fb9bfa-c274-4a96-a318-ece052e349a2) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:03.173668 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks [] for port (33701f93-a3ba-432c-be86-4296f1f17e49), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.203215 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (1c33fb71-041e-4154-8351-97129eb4befb), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.205770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.207117 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c33fb71-041e-4154-8351-97129eb4befb HTTP/1.1" status: 204 len: 168 time: 0.1982043 Apr 12 00:09:03.215345 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada0a9e-1e05-410e-acf6-cfe034989ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33fb71-041e-4154-8351-97129eb4befb,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.235163 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks [] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.260912 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.313591 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Attempting to bind port 33701f93-a3ba-432c-be86-4296f1f17e49 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:03.313957 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Attempting to bind port 33701f93-a3ba-432c-be86-4296f1f17e49 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:03.314311 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Attempting to bind port 33701f93-a3ba-432c-be86-4296f1f17e49 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:03.317025 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Pushing event updated for resources: {'Port': ['ID=33701f93-a3ba-432c-be86-4296f1f17e49,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.324526 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:03.324920 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:03.325310 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.325694 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:03.326149 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Bound port: 33701f93-a3ba-432c-be86-4296f1f17e49, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:03.326520 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.329291 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.339401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:03.358515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.383559 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] For port 33701f93-a3ba-432c-be86-4296f1f17e49, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:03.386624 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] For port 33701f93-a3ba-432c-be86-4296f1f17e49, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=33701f93-a3ba-432c-be86-4296f1f17e49,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:03.402486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:03.402486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:03.405606 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:03.436513 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Pushing event updated for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.455850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (421458c3-03bb-445e-9ec6-ec5229be32da), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.461319 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.544778 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbd782-9774-47a0-8d28-0bec02ca375d None None] Pushing event updated for resources: {'Port': ['ID=33701f93-a3ba-432c-be86-4296f1f17e49,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.547565 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:03.548361 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:03.632020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-67704b58-21cf-4bb7-87d2-0965156dade1 None None] Provisioning complete for port 39fb9bfa-c274-4a96-a318-ece052e349a2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:03.632123 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-67704b58-21cf-4bb7-87d2-0965156dade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.661163 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.674804 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-67704b58-21cf-4bb7-87d2-0965156dade1 None None] Port 39fb9bfa-c274-4a96-a318-ece052e349a2 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:03.682316 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:03.828548 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks [] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.866776 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:01Z', 'revision_number': 3, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:03.872695 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:03.893435 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416f12e-470e-46cb-a3b3-35366c2984df None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:01Z', 'revision_number': 3, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:03.938063 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Pushing event updated for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:03.944803 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (421458c3-03bb-445e-9ec6-ec5229be32da), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:04.023191 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bf8047a0-a3c5-4011-bea5-7e9c936ab247 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:04.057139 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:04.058537 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:04.080818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port bf8047a0-a3c5-4011-bea5-7e9c936ab247 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:04.081595 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:04.222125 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port bf8047a0-a3c5-4011-bea5-7e9c936ab247 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:04.402458 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-f83fd904-80e6-4765-bc7e-fddfa1053cb7 None None] Provisioning complete for port 39fb9bfa-c274-4a96-a318-ece052e349a2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:04.402954 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f83fd904-80e6-4765-bc7e-fddfa1053cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:04.453909 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f83fd904-80e6-4765-bc7e-fddfa1053cb7 None None] Port 39fb9bfa-c274-4a96-a318-ece052e349a2 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:04.496687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:09:04.616670 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:04.622429 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e2a47924-7643-462c-b897-b2fcb7060700 admin admin] 10.222.0.24 "PUT /v2.0/routers/421458c3-03bb-445e-9ec6-ec5229be32da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123579 Apr 12 00:09:05.035197 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60224) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:05.126177 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60228) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:05.131186 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984394521', 'description': 'tempest-description--15996121'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:05.142579 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-937be260-3766-46ef-b1ce-f375a651208d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.216923 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-937be260-3766-46ef-b1ce-f375a651208d admin admin] Publish callbacks [] for security_group (2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.231905 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.288935 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-937be260-3766-46ef-b1ce-f375a651208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.303597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (ca40fc55-3fa8-42b4-a1dc-95d32b2011b1), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.335734 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-937be260-3766-46ef-b1ce-f375a651208d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d82d880725d24b119502e5d3ea46f622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993705 Apr 12 00:09:05.336875 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937be260-3766-46ef-b1ce-f375a651208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:05.338311 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60230) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:05.375070 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ca40fc55-3fa8-42b4-a1dc-95d32b2011b1), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.406505 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] Publish callbacks [] for security_group (2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.420656 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:05.435998 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] Publish callbacks [] for security_group (2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.473796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.475036 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d4733402-96d5-4509-9b35-22429b891887 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3479083 Apr 12 00:09:05.481080 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60232) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:05.485497 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'ca40fc55-3fa8-42b4-a1dc-95d32b2011b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:05.563403 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.565921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.567094 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf HTTP/1.1" status: 204 len: 168 time: 0.2276683 Apr 12 00:09:05.574892 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51a99-4b2a-4128-9611-fc8782b37b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45b4c0-0cc3-4e49-a7a8-8ab571b86faf,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:05.597359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (b81a6839-dc5a-4df4-8f96-b8312f421ac4), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.628911 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:05.639905 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:05.640505 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:05.654647 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (b81a6839-dc5a-4df4-8f96-b8312f421ac4), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.739627 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (b81a6839-dc5a-4df4-8f96-b8312f421ac4), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.758871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81a6839-dc5a-4df4-8f96-b8312f421ac4,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:05.850054 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:05.851344 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-549bd34f-e65d-4797-be43-95a9ae2de609 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692796 Apr 12 00:09:05.854328 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60238) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:05.859415 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'ca40fc55-3fa8-42b4-a1dc-95d32b2011b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:05.874236 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:05.951494 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (2c227f33-80e9-438c-80e4-02efc5de5cd8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.034974 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (2c227f33-80e9-438c-80e4-02efc5de5cd8), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.069124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 33701f93-a3ba-432c-be86-4296f1f17e49 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:06.100212 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (2c227f33-80e9-438c-80e4-02efc5de5cd8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.118407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c227f33-80e9-438c-80e4-02efc5de5cd8,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:06.124493 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:06.152284 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:06.152639 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Updating router 421458c3-03bb-445e-9ec6-ec5229be32da port 39fb9bfa-c274-4a96-a318-ece052e349a2 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:06.180315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 33701f93-a3ba-432c-be86-4296f1f17e49 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:06.180686 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.205719 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.209876 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-dc65695d-bc98-45af-916b-c0242909875c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516281 Apr 12 00:09:06.210010 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.210100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60248) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:06.216191 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:06.312925 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.358325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 33701f93-a3ba-432c-be86-4296f1f17e49 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:06.358623 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.417735 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.428361 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 33701f93-a3ba-432c-be86-4296f1f17e49, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=33701f93-a3ba-432c-be86-4296f1f17e49,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:06.506664 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.531787 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.27.1.52 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/5e93ff0f-ba72-45cf-b934-9cc47dc89cea) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:06.556643 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks [] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.582305 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=33701f93-a3ba-432c-be86-4296f1f17e49,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:06.589617 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.589974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.590400 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.591235 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.591723 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.592065 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.592397 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.592725 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.593051 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.593378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.593702 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.594023 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.594343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:06.622545 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.639664 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.678497 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005fcc9-b6b9-444b-af7b-5d001d2729c4 None None] Pushing event updated for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:06.738071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Attempting to bind port 39fb9bfa-c274-4a96-a318-ece052e349a2 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:06.738878 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Attempting to bind port 39fb9bfa-c274-4a96-a318-ece052e349a2 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:06.738878 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Attempting to bind port 39fb9bfa-c274-4a96-a318-ece052e349a2 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:06.744273 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:06.744654 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:06.745059 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.745490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:06.745964 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Bound port: 39fb9bfa-c274-4a96-a318-ece052e349a2, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:06.746347 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.775323 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.818489 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:06.823145 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:06.827388 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:06.830385 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] For port 39fb9bfa-c274-4a96-a318-ece052e349a2, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:06.834582 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] For port 39fb9bfa-c274-4a96-a318-ece052e349a2, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=39fb9bfa-c274-4a96-a318-ece052e349a2,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:06.857896 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=5e93ff0f-ba72-45cf-b934-9cc47dc89cea,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:06.911050 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.925769 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:06.967112 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:06.967747 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:07.040903 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.048728 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005fcc9-b6b9-444b-af7b-5d001d2729c4 None None] Pushing event updated for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:07.077408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Provisioning complete for port 39fb9bfa-c274-4a96-a318-ece052e349a2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:07.077786 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.134393 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:07.202557 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.288218 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Current status of the port 39fb9bfa-c274-4a96-a318-ece052e349a2 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:07.288551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.305972 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.346802 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-73510021-ecbd-4600-8548-27e925476f05 None None] For port 39fb9bfa-c274-4a96-a318-ece052e349a2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=39fb9bfa-c274-4a96-a318-ece052e349a2,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:07.377363 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=5e93ff0f-ba72-45cf-b934-9cc47dc89cea,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:07.389279 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.398523 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:07.428180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c40cb-2bbe-4317-8697-b4bce2928ba9 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:07.443164 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.504578 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510021-ecbd-4600-8548-27e925476f05 None None] Pushing event updated for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:07.506880 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.508134 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-f83d6175-ef39-4fb1-b675-033c85f45b34 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2969778 Apr 12 00:09:07.581483 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-ab0bc2c4-947c-4d5f-b07f-120fa217aaf8 None None] Provisioning complete for port 39fb9bfa-c274-4a96-a318-ece052e349a2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:07.582498 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc2c4-947c-4d5f-b07f-120fa217aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:07.689100 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bc2c4-947c-4d5f-b07f-120fa217aaf8 None None] Current status of the port 39fb9bfa-c274-4a96-a318-ece052e349a2 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:07.771170 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-3f5732bc-51d1-41c8-a258-859f2df68f7c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1984394521&fields=id&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 267 time: 0.0477810 Apr 12 00:09:07.879317 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-959e6457-870b-42f3-bb50-d0d11c4495df tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:07.880781 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-959e6457-870b-42f3-bb50-d0d11c4495df tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.1026664 Apr 12 00:09:07.904211 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-eb8e871e-c552-4dbb-aeb6-93f25a7c4b67 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/quotas/dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 375 time: 0.0176096 Apr 12 00:09:07.970526 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-bbc8c52b-2837-4f60-9ba1-b92bb3351518 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602305 Apr 12 00:09:08.077639 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-b7ab6898-0ab7-42e3-b940-fc78c34a8d13 service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971899 Apr 12 00:09:08.125337 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 33701f93-a3ba-432c-be86-4296f1f17e49 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:08.180551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 33701f93-a3ba-432c-be86-4296f1f17e49 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:08.180755 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-95665cdc-e61b-4334-bfdd-6c435ae21a3f service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968766 Apr 12 00:09:08.180979 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:08.265845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 33701f93-a3ba-432c-be86-4296f1f17e49 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:08.267285 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 39fb9bfa-c274-4a96-a318-ece052e349a2 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:08.318983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 39fb9bfa-c274-4a96-a318-ece052e349a2 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:08.319363 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:08.449060 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d552adb0-12a6-4840-9e14-1a0b18ceb231 req-833b8112-a852-47ae-91fd-071a2efa98b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 210 time: 0.0382633 Apr 12 00:09:08.553297 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 39fb9bfa-c274-4a96-a318-ece052e349a2 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:09.547465 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b3753609-fa8c-434a-8e96-d4812c786194 req-ae39f23f-9739-4ffb-bc8d-bfba82b8637e tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 210 time: 0.0272784 Apr 12 00:09:10.586015 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-6bbcb622-fd56-437e-a65e-75a37a4a3c2d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:10.587498 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-6bbcb622-fd56-437e-a65e-75a37a4a3c2d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.1011209 Apr 12 00:09:10.643611 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5535f33f-ea3a-48b3-86ec-63a15bfe728e req-938d3265-e083-46e0-8d9b-d93ebdd44339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 210 time: 0.0275054 Apr 12 00:09:10.659509 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-37fed6ac-b347-46fd-a992-a4681ac6b890 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 380 time: 0.0574491 Apr 12 00:09:10.670405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'port': {'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'admin_state_up': True, 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'security_groups': ['ca40fc55-3fa8-42b4-a1dc-95d32b2011b1']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:10.832094 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:10.835506 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:10.965542 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.20.0.14 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/e17ac69e-4483-4bf1-8473-4db022053ed7) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:11.104836 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.202206 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.241937 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:11.244943 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:11.249053 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:11.275666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:11.304368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:11.305121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.376484 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-49b2f81d-c085-4b87-9c73-5370f6feb2c0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7095985 Apr 12 00:09:11.392734 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Request body: {'port': {'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:11.432006 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-5330f77d-c12a-41b3-9f19-aec33b0277e6 None None] Provisioning complete for port e17ac69e-4483-4bf1-8473-4db022053ed7 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:11.432630 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5330f77d-c12a-41b3-9f19-aec33b0277e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.454666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.467816 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-5330f77d-c12a-41b3-9f19-aec33b0277e6 None None] Port e17ac69e-4483-4bf1-8473-4db022053ed7 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:11.704714 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17ac69e-4483-4bf1-8473-4db022053ed7 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:11.712414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks [] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.725627 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Transition to ACTIVE for port object e17ac69e-4483-4bf1-8473-4db022053ed7 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:09:11.766236 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbd25-50bd-4347-bfb3-c512b896f90c req-2dc09ca7-ce64-42ae-8f31-927925f0df4a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:11.767820 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5aafbd25-50bd-4347-bfb3-c512b896f90c req-2dc09ca7-ce64-42ae-8f31-927925f0df4a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 932 time: 0.0568902 Apr 12 00:09:11.774695 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.814790 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5aafbd25-50bd-4347-bfb3-c512b896f90c req-8f502c1d-75cc-444e-9d43-af69de505683 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Apr 12 00:09:11.850477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Pushing event updated for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:11.898123 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Attempting to bind port e17ac69e-4483-4bf1-8473-4db022053ed7 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:11.898460 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Attempting to bind port e17ac69e-4483-4bf1-8473-4db022053ed7 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:11.898786 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Attempting to bind port e17ac69e-4483-4bf1-8473-4db022053ed7 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:11.903792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Port e17ac69e-4483-4bf1-8473-4db022053ed7 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:09:11.904156 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Attempting to bind port e17ac69e-4483-4bf1-8473-4db022053ed7 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:11.909359 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:11.909701 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:11.910088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:11.910518 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Bound port: e17ac69e-4483-4bf1-8473-4db022053ed7, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:11.910897 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:11.978950 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:11.982565 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=e17ac69e-4483-4bf1-8473-4db022053ed7,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:12.072437 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:12.110770 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.111401 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:12.113018 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] 10.222.0.20 "PUT /v2.0/ports/e17ac69e-4483-4bf1-8473-4db022053ed7 HTTP/1.1" status: 200 len: 1094 time: 0.7246277 Apr 12 00:09:12.113533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:12.115681 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0cf46f-8bd8-470d-9ada-faae4e473b36" -d '{"events": [{"name": "network-changed", "server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:12.147007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1153a-a7e6-4473-8bc5-947d4800e965 service neutron] Pushing event updated for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:12.164676 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9f0a2-208c-4622-83fb-b74a95659069 x-openstack-request-id: req-8dd9f0a2-208c-4622-83fb-b74a95659069 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:12.164973 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:12.165231 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dd9f0a2-208c-4622-83fb-b74a95659069 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:12.165688 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd9f0a2-208c-4622-83fb-b74a95659069'] response: {'name': 'network-changed', 'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'status': 'completed', 'code': 200} Apr 12 00:09:12.208417 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:09:12.242767 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-97603ebb-65e4-44e6-bd9a-e3df0257aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.244314 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-97603ebb-65e4-44e6-bd9a-e3df0257aea7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 1128 time: 0.0528362 Apr 12 00:09:12.353130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-6d2c4382-1065-46da-b873-ef2cbab93b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.354586 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-6d2c4382-1065-46da-b873-ef2cbab93b9c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dffec5ef81d44b04937250eaeeceeac4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1015723 Apr 12 00:09:12.450579 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-6e64d33f-cbb3-4734-abbe-b6d39290d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.452069 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5a0cf46f-8bd8-470d-9ada-faae4e473b36 req-6e64d33f-cbb3-4734-abbe-b6d39290d5c7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886817 Apr 12 00:09:12.539943 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-b13bd15e-77aa-4a53-8adc-84ee2c797ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.541633 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-b13bd15e-77aa-4a53-8adc-84ee2c797ce0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 1128 time: 0.0468295 Apr 12 00:09:12.590329 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-2da02a6e-2abc-4b0f-86f2-ab5881084891 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17ac69e-4483-4bf1-8473-4db022053ed7 HTTP/1.1" status: 200 len: 217 time: 0.0384140 Apr 12 00:09:12.641533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-e6909810-60bb-4b30-8f9a-d12e61dbeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.643091 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-e6909810-60bb-4b30-8f9a-d12e61dbeb0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0442398 Apr 12 00:09:12.698719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837bba-0073-4548-8419-831b55c96b9a req-44448141-f0bd-491f-a716-9ad5d18bb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.700854 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-44448141-f0bd-491f-a716-9ad5d18bb24b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481398 Apr 12 00:09:12.797692 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-68b13ce9-381d-4df1-9079-cdb08fbe2f58 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873480 Apr 12 00:09:12.889384 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b8837bba-0073-4548-8419-831b55c96b9a req-ae99ab44-2968-4c97-aca9-13fb891195d8 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841634 Apr 12 00:09:12.939679 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6af30-9b15-48bd-9f08-c87377829d0f req-74307111-c7ee-4166-9d86-0282321def07 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:12.941294 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ff6af30-9b15-48bd-9f08-c87377829d0f req-74307111-c7ee-4166-9d86-0282321def07 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 944 time: 0.0583818 Apr 12 00:09:12.989071 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ff6af30-9b15-48bd-9f08-c87377829d0f req-d123c893-cbab-4e0e-843a-f528b0c3a6bd tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 Apr 12 00:09:14.111945 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14bfe4-eb64-404b-9209-186e8efb23e2 req-2be6ebe2-6ecf-40f0-900a-5f5ec9b99da3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:14.113410 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f14bfe4-eb64-404b-9209-186e8efb23e2 req-2be6ebe2-6ecf-40f0-900a-5f5ec9b99da3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 944 time: 0.0526586 Apr 12 00:09:14.160517 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3f14bfe4-eb64-404b-9209-186e8efb23e2 req-d0ae4ed8-e570-4168-9f7c-a5285b824b1b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Apr 12 00:09:14.388408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device e17ac69e-4483-4bf1-8473-4db022053ed7 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:09:14.480634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=e17ac69e-4483-4bf1-8473-4db022053ed7,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:14.494972 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:09:14.530553 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port e17ac69e-4483-4bf1-8473-4db022053ed7 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:14.530993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:14.543089 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17ac69e-4483-4bf1-8473-4db022053ed7 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:14.562358 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=e17ac69e-4483-4bf1-8473-4db022053ed7,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:14.619157 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:14.665476 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:14.890081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['e17ac69e-4483-4bf1-8473-4db022053ed7'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:09:15.275960 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c7f6d-2423-4744-a020-ce9d105e737c req-104bd51f-a4b8-49c1-ba10-cc2e32650c3f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:15.277425 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-754c7f6d-2423-4744-a020-ce9d105e737c req-104bd51f-a4b8-49c1-ba10-cc2e32650c3f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 945 time: 0.0517709 Apr 12 00:09:15.328979 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-754c7f6d-2423-4744-a020-ce9d105e737c req-c9fe287c-6d66-43f8-8941-65d1fb2ed0e2 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Apr 12 00:09:16.405514 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device e17ac69e-4483-4bf1-8473-4db022053ed7 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:16.444515 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d3f0c-725c-4ad9-941a-6ac6132c3caa req-79886bc6-59db-4ade-87f4-5ce58ec0ef79 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:16.445933 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7f7d3f0c-725c-4ad9-941a-6ac6132c3caa req-79886bc6-59db-4ade-87f4-5ce58ec0ef79 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 945 time: 0.0525517 Apr 12 00:09:16.493303 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7f7d3f0c-725c-4ad9-941a-6ac6132c3caa req-6b52e58e-0fba-4e18-aa2e-b055bcd73586 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Apr 12 00:09:16.540064 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port e17ac69e-4483-4bf1-8473-4db022053ed7 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:09:16.544455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port e17ac69e-4483-4bf1-8473-4db022053ed7 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:16.544825 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:16.620963 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port e17ac69e-4483-4bf1-8473-4db022053ed7 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:16.621347 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:16.642481 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:16.644706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af9ba4e-eb51-4a03-a357-b98c84b7cb96" -d '{"events": [{"server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "name": "network-vif-plugged", "status": "completed", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:16.657010 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=e17ac69e-4483-4bf1-8473-4db022053ed7,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:16.680958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64965c4a-71f9-4dc6-a93d-abce963c11cc x-openstack-request-id: req-64965c4a-71f9-4dc6-a93d-abce963c11cc {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:16.680958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "name": "network-vif-plugged", "status": "completed", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:16.680958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64965c4a-71f9-4dc6-a93d-abce963c11cc {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:16.680958 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64965c4a-71f9-4dc6-a93d-abce963c11cc'] response: {'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'code': 200} Apr 12 00:09:16.729210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:16.776856 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:17.003556 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a2df0-f9be-40ea-8cae-66471d29e26b req-61a87097-e856-41c6-a924-671fe187d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:17.005042 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d44a2df0-f9be-40ea-8cae-66471d29e26b req-61a87097-e856-41c6-a924-671fe187d201 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 1130 time: 0.0491531 Apr 12 00:09:17.051319 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d44a2df0-f9be-40ea-8cae-66471d29e26b req-adbcff77-8f67-4e67-98f7-988eb871e99f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359626 Apr 12 00:09:17.608002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89763d4d-5b16-4562-b490-63aa70b5acff req-596ac997-676f-47f2-90c9-29635a25f989 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:17.609373 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-89763d4d-5b16-4562-b490-63aa70b5acff req-596ac997-676f-47f2-90c9-29635a25f989 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0527022 Apr 12 00:09:17.658677 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-89763d4d-5b16-4562-b490-63aa70b5acff req-e48edb48-b944-4785-92a2-17a703a64bb2 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Apr 12 00:09:18.420829 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60416) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:18.522783 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8bec1866-1547-4916-8a71-2bb13fe54559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.596444 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8bec1866-1547-4916-8a71-2bb13fe54559 admin admin] Publish callbacks [] for security_group (51c46537-00ea-4011-b6a6-ae11a0f69254), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.671754 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8bec1866-1547-4916-8a71-2bb13fe54559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (51c46537-00ea-4011-b6a6-ae11a0f69254), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.710220 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-8bec1866-1547-4916-8a71-2bb13fe54559 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=172fb1c206834acd807390ecc62e655c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883101 Apr 12 00:09:18.713624 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1866-1547-4916-8a71-2bb13fe54559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c46537-00ea-4011-b6a6-ae11a0f69254,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:18.713736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60422) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:18.764167 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] Publish callbacks [] for security_group (51c46537-00ea-4011-b6a6-ae11a0f69254), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.776876 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd070-13f8-4e7a-893f-b31214f020fb req-cb85fd43-b282-4050-9ca5-e0ede4dec8e3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:18.778985 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d61dd070-13f8-4e7a-893f-b31214f020fb req-cb85fd43-b282-4050-9ca5-e0ede4dec8e3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0533669 Apr 12 00:09:18.787425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] Publish callbacks [] for security_group (51c46537-00ea-4011-b6a6-ae11a0f69254), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.823928 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d61dd070-13f8-4e7a-893f-b31214f020fb req-2607af94-0f08-4b60-8235-077804680680 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Apr 12 00:09:18.905955 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (51c46537-00ea-4011-b6a6-ae11a0f69254), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.908632 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:18.909817 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51c46537-00ea-4011-b6a6-ae11a0f69254 HTTP/1.1" status: 204 len: 168 time: 0.1950221 Apr 12 00:09:18.917735 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d16cf-6a9f-4172-8b5f-8ef0959688f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c46537-00ea-4011-b6a6-ae11a0f69254,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:18.948178 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870226d-cc0e-4adc-b3bf-6cfb677f4a02 req-3d92bbb6-371f-4cbd-9768-371f74408275 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:18.950251 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0870226d-cc0e-4adc-b3bf-6cfb677f4a02 req-3d92bbb6-371f-4cbd-9768-371f74408275 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0648108 Apr 12 00:09:18.959000 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60428) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:18.963329 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:19.004573 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:19.434946 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:19.493485 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:19.593213 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP 1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6 associated. External IP: 172.27.1.52, port: e17ac69e-4483-4bf1-8473-4db022053ed7. Apr 12 00:09:19.814849 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:09:19.845379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60448) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:19.926001 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:19.930887 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:19.937329 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:19.946049 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:19.946866 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:19.953207 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350762555-network', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:19.961378 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6fcf507b-a9b0-4116-8380-b0c5ca44c940 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "PUT /v2.0/floatingips/1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6 HTTP/1.1" status: 200 len: 991 time: 1.0007458 Apr 12 00:09:19.961378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:19.974066 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa9e1c-44d0-4e38-b50e-05387c486d19" -d '{"events": [{"name": "network-changed", "server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:20.025940 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Made reservation on behalf of 3f8cd7a4a37c4abfb6a04a953cc69473 for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:20.029175 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.038037 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.067848 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:20.116202 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks [] for security_group (04124267-d1ce-47c0-8bc3-c65522807bec), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.123738 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ca33f-88dc-44b5-9e4a-8f39f0be5f7f x-openstack-request-id: req-740ca33f-88dc-44b5-9e4a-8f39f0be5f7f {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:20.124127 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:20.124448 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-740ca33f-88dc-44b5-9e4a-8f39f0be5f7f {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:20.124917 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740ca33f-88dc-44b5-9e4a-8f39f0be5f7f'] response: {'name': 'network-changed', 'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'status': 'completed', 'code': 200} Apr 12 00:09:20.181193 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (04124267-d1ce-47c0-8bc3-c65522807bec), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.204550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:09:20.234029 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04124267-d1ce-47c0-8bc3-c65522807bec,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:20.236490 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (7da02864-7cc8-4eac-bb5a-f999c82890ba), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.237095 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Added segment 7da02864-7cc8-4eac-bb5a-f999c82890ba of type vlan for network 60de8bfb-0f62-4755-831b-d18313ab370e Apr 12 00:09:20.250665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-f8f39c85-31f9-4d19-812b-54dfe42e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:20.252266 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-f8f39c85-31f9-4d19-812b-54dfe42e45c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 1130 time: 0.1064827 Apr 12 00:09:20.254479 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.254823 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.256928 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.257507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.257507 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.257686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.258008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.258325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:09:20.303162 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:19Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:20.329368 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:20.335879 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (60de8bfb-0f62-4755-831b-d18313ab370e), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.337498 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:20.338102 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:20.391439 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-a2f61374-59d3-4620-b44a-98cbda8f20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:20.392924 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-a2f61374-59d3-4620-b44a-98cbda8f20d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 916 time: 0.1294122 Apr 12 00:09:20.440914 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (60de8bfb-0f62-4755-831b-d18313ab370e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.441861 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:20.442433 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.507415 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-a30151d7-6a56-46ff-9b07-e39825ca8b00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17ac69e-4483-4bf1-8473-4db022053ed7 HTTP/1.1" status: 200 len: 999 time: 0.1074495 Apr 12 00:09:20.528225 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] Pushing event updated for resources: {'Network': ['ID=60de8bfb-0f62-4755-831b-d18313ab370e,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:20.532877 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:20.538772 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 60de8bfb-0f62-4755-831b-d18313ab370e details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:09:20.564101 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-0bdab39d-e7fd-402c-b709-b43a53522f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:20.565649 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-0bdab39d-e7fd-402c-b709-b43a53522f60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0502915 Apr 12 00:09:20.586908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60458) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:20.587149 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bc6d71c5-8313-4801-bd27-dd776f6f6965 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7404354 Apr 12 00:09:20.593156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Request body: {'subnet': {'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350762555-subnet', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:20.624329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-09f62ce1-3ec2-423c-bdee-ef9f428ec23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:20.625343 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-09f62ce1-3ec2-423c-bdee-ef9f428ec23f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535586 Apr 12 00:09:20.711723 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Made reservation on behalf of 3f8cd7a4a37c4abfb6a04a953cc69473 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:20.715723 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.733475 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-b8b29259-5363-46fb-9392-8c42d17d4cad service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002221 Apr 12 00:09:20.774924 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:19Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:20.800783 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636fbf2e-d2f9-4e94-9864-054a35d51cda None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:19Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:20.828152 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-20aa9e1c-44d0-4e38-b50e-05387c486d19 req-0e66608b-25bd-4361-8d80-661c65c0a18e service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901229 Apr 12 00:09:20.952136 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (b5f39c9e-a895-4fee-be5c-4de81ce5c03d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:20.994457 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbd30b-968c-49e6-8de5-05637e1728a1 None None] New status for floating IP 1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:09:21.005729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f39c9e-a895-4fee-be5c-4de81ce5c03d,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:21.016322 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Checking segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:21.016696 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Network hostable DHCP agents. Network: 60de8bfb-0f62-4755-831b-d18313ab370e, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:09:21.088433 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Network 60de8bfb-0f62-4755-831b-d18313ab370e is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:09:21.161568 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 60de8bfb-0f62-4755-831b-d18313ab370e) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:21.165669 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:21.166297 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.174189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fcf8bd-f41b-45ab-9659-c8af55be7f59 None None] Network 60de8bfb-0f62-4755-831b-d18313ab370e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:21.251634 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ebf5bebe-d83e-4e2f-9bea-0f735fe8e7bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6628869 Apr 12 00:09:21.254102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60460) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:21.259284 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:21.282571 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-60de8bfb-0f62-4755-831b-d18313ab370e', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:09:21.283444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.350570 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.351775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.408049 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for router_controller (477df9b1-a2ad-45fc-a531-e8647aeb7e66), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.431961 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Allocated IP 172.20.0.2 (60de8bfb-0f62-4755-831b-d18313ab370e/b5f39c9e-a895-4fee-be5c-4de81ce5c03d/d857bd3d-e39b-42c0-b9ee-f0655b5622b5) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:21.569282 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks [] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.626534 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.635228 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for router_gateway (477df9b1-a2ad-45fc-a531-e8647aeb7e66), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.662050 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Network 60de8bfb-0f62-4755-831b-d18313ab370e is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:21.664835 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:21.671193 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:21.677916 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Pushing event updated for resources: {'Port': ['ID=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:21.731636 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Attempting to bind port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:21.732115 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Attempting to bind port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:21.732543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Attempting to bind port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 on network 60de8bfb-0f62-4755-831b-d18313ab370e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:21.742715 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:21.746315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Checking segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:21.746315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.746315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Bound using segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:21.746315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Bound port: d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:21.746315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.830684 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] For port d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:21.833551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] For port d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:21.922498 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:21.987694 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe03ca-7056-4d75-aec0-8f389d6bcebf None None] Pushing event updated for resources: {'Port': ['ID=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:22.177447 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for router_gateway (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:22.198550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:22.326107 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Allocated IP 172.27.1.174 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/b2736234-fa2e-4ae0-9f71-91156098a2f6) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:22.426565 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:22.517791 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:22.552948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:22.555829 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:22.559764 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:22.586235 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2736234-fa2e-4ae0-9f71-91156098a2f6,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:22.866313 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for router_gateway (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:22.905875 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc4914-29d1-4f6e-a9de-e49e8b74ed34 None None] Network 60de8bfb-0f62-4755-831b-d18313ab370e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:23.018583 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Provisioning complete for port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:23.018890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.067356 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.102315 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Current status of the port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:23.102709 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.138310 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] For port d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:23.196267 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.246691 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db55f03-6627-44f8-83f5-6be07e6ff088 None None] Pushing event updated for resources: {'Port': ['ID=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:23.248858 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:09:23.317069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-cb33ff64-2b93-4ba1-91ae-8c921a32fadc None None] Provisioning complete for port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:23.317529 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cb33ff64-2b93-4ba1-91ae-8c921a32fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.357189 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:23.366516 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Sync routers for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:23.377330 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:23.381454 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:23.400442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-cb33ff64-2b93-4ba1-91ae-8c921a32fadc None None] Current status of the port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:23.433504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.435364 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ef6d8487-e5e1-49b5-8dfa-a29734f859d6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1803410 Apr 12 00:09:23.439080 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60462) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:23.481219 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:23.654527 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:22Z', 'revision_number': 3, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:23.680101 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Checking router: 477df9b1-a2ad-45fc-a531-e8647aeb7e66 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:23.680456 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Updating router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 port b2736234-fa2e-4ae0-9f71-91156098a2f6 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:23.707172 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.841429 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.944550 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks [] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:23.991716 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Allocated IP 172.20.0.1 (60de8bfb-0f62-4755-831b-d18313ab370e/b5f39c9e-a895-4fee-be5c-4de81ce5c03d/7e180731-b1ba-497a-8585-cb8d3ef19506) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:24.020218 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.047579 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d857bd3d-e39b-42c0-b9ee-f0655b5622b5 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:24.085516 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Attempting to bind port b2736234-fa2e-4ae0-9f71-91156098a2f6 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:24.086013 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Attempting to bind port b2736234-fa2e-4ae0-9f71-91156098a2f6 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:24.086226 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Attempting to bind port b2736234-fa2e-4ae0-9f71-91156098a2f6 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:24.088100 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bb04a-f6b9-4699-a747-fb8839e8b17d None None] Pushing event updated for resources: {'Port': ['ID=b2736234-fa2e-4ae0-9f71-91156098a2f6,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:24.092112 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks [] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.094441 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:24.105402 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:24.105402 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.105402 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:24.105402 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Bound port: b2736234-fa2e-4ae0-9f71-91156098a2f6, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:24.105402 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.108401 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:24.108845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.145894 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] For port b2736234-fa2e-4ae0-9f71-91156098a2f6, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:24.148906 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] For port b2736234-fa2e-4ae0-9f71-91156098a2f6, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b2736234-fa2e-4ae0-9f71-91156098a2f6,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:24.157577 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.185025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:24.198086 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.202878 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Network 60de8bfb-0f62-4755-831b-d18313ab370e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:24.207817 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:24.210268 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:24.216553 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Pushing event updated for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:24.262948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.271052 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:24.271691 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:24.276668 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bb04a-f6b9-4699-a747-fb8839e8b17d None None] Pushing event updated for resources: {'Port': ['ID=b2736234-fa2e-4ae0-9f71-91156098a2f6,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:24.383801 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:24.476614 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.525795 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-4e7f553a-5d36-46af-bdcf-139290e35513 None None] Provisioning complete for port 7e180731-b1ba-497a-8585-cb8d3ef19506 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:24.526179 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4e7f553a-5d36-46af-bdcf-139290e35513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.560248 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f553a-5d36-46af-bdcf-139290e35513 None None] Port 7e180731-b1ba-497a-8585-cb8d3ef19506 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:24.560761 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:22Z', 'revision_number': 3, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:24.587114 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57978-3e4f-45d6-80e7-30365b641068 None None] The sync data for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi is: [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:22Z', 'revision_number': 3, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:24.647714 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks [] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.699164 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.765523 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.767427 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Pushing event updated for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:24.796415 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-233051aa-e9c6-49ae-a534-0e19a204c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:24.878511 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Network 60de8bfb-0f62-4755-831b-d18313ab370e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:24.880074 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:25.000891 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:09:25.095556 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-4287e0fe-83e0-4be4-af57-73f82a09fe92 None None] Provisioning complete for port 7e180731-b1ba-497a-8585-cb8d3ef19506 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:25.096129 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4287e0fe-83e0-4be4-af57-73f82a09fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:25.117990 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:25.127360 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a496b289-50cd-4862-89a7-158ca949473c admin admin] 10.222.0.24 "PUT /v2.0/routers/477df9b1-a2ad-45fc-a531-e8647aeb7e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872241 Apr 12 00:09:25.138012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-4287e0fe-83e0-4be4-af57-73f82a09fe92 None None] Port 7e180731-b1ba-497a-8585-cb8d3ef19506 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:25.826578 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60478) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:25.831469 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1495321855-network', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:25.904678 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Made reservation on behalf of b1d6c75db931465b89912dc4dd415506 for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:25.907050 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:25.916758 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.002777 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks [] for security_group (73837813-96ea-4f84-873c-352ba42cdfaa), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.059990 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b2736234-fa2e-4ae0-9f71-91156098a2f6 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:26.082768 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (73837813-96ea-4f84-873c-352ba42cdfaa), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.107901 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:09:26.108097 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b2736234-fa2e-4ae0-9f71-91156098a2f6 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:26.108578 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.118457 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73837813-96ea-4f84-873c-352ba42cdfaa,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:26.126731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (6ea768b7-e9d7-4393-8439-9a0a8c89c471), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.127196 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Added segment 6ea768b7-e9d7-4393-8439-9a0a8c89c471 of type vlan for network 87839574-c055-4f63-af9d-2448963a0e77 Apr 12 00:09:26.170768 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (87839574-c055-4f63-af9d-2448963a0e77), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.198853 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b2736234-fa2e-4ae0-9f71-91156098a2f6 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:26.199415 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.219102 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Sync routers for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:26.227983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port b2736234-fa2e-4ae0-9f71-91156098a2f6, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b2736234-fa2e-4ae0-9f71-91156098a2f6,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:26.231304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:26.231904 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:08:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:26.266682 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (87839574-c055-4f63-af9d-2448963a0e77), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.267357 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:26.268577 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.326437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] Pushing event updated for resources: {'Network': ['ID=87839574-c055-4f63-af9d-2448963a0e77,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:26.377611 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a37ba1d7-56fd-4cca-b2dd-f32c671801c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5498636 Apr 12 00:09:26.382191 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60480) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:26.387895 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Request body: {'subnet': {'network_id': '87839574-c055-4f63-af9d-2448963a0e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1495321855-subnet', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:26.431928 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 87839574-c055-4f63-af9d-2448963a0e77 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:09:26.436447 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.466296 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Made reservation on behalf of b1d6c75db931465b89912dc4dd415506 for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:26.468784 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.555579 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=b2736234-fa2e-4ae0-9f71-91156098a2f6,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:26.573520 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:26.693797 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (cefe67bd-0f70-49e4-88ff-3be92e741f42), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.758158 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefe67bd-0f70-49e4-88ff-3be92e741f42,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:26.763834 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Checking segment: {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:26.764193 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Network hostable DHCP agents. Network: 87839574-c055-4f63-af9d-2448963a0e77, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:09:26.769384 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 2, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:26.798480 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Checking router: 477df9b1-a2ad-45fc-a531-e8647aeb7e66 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:26.798854 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Updating router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 port 7e180731-b1ba-497a-8585-cb8d3ef19506 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:26.824168 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.871734 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Network 87839574-c055-4f63-af9d-2448963a0e77 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:09:26.963238 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 87839574-c055-4f63-af9d-2448963a0e77) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:26.968103 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:26.968758 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:26.973365 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fd7a3-dd55-4534-a2ed-ecd451ffa38e None None] Network 87839574-c055-4f63-af9d-2448963a0e77 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:27.057078 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-1518b1e0-4fe5-4970-bfed-d6964ff6db1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6736784 Apr 12 00:09:27.060104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60484) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:27.064309 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:27.115751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-87839574-c055-4f63-af9d-2448963a0e77', 'network_id': '87839574-c055-4f63-af9d-2448963a0e77', 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'fixed_ips': [{'subnet_id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:09:27.116570 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.128918 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (35785d44-07ca-4cd4-8595-d77150fecade), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.129963 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (35785d44-07ca-4cd4-8595-d77150fecade), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.162915 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-747c9af8-1975-4be0-bc3b-04c7848e5d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.183168 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for router_controller (35785d44-07ca-4cd4-8595-d77150fecade), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.228294 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks [] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.295674 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Allocated IP 172.20.0.2 (87839574-c055-4f63-af9d-2448963a0e77/cefe67bd-0f70-49e4-88ff-3be92e741f42/43b48961-0c5c-4103-b81a-521c0f856a6e) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:27.297647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.399395 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b824d51-5898-40a4-b6b4-941a74e62071 None None] Pushing event updated for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:27.475249 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Attempting to bind port 7e180731-b1ba-497a-8585-cb8d3ef19506 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:27.475627 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Attempting to bind port 7e180731-b1ba-497a-8585-cb8d3ef19506 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:27.476017 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Attempting to bind port 7e180731-b1ba-497a-8585-cb8d3ef19506 on network 60de8bfb-0f62-4755-831b-d18313ab370e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:27.492248 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:27.492550 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Checking segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:27.492937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.493334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Bound using segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:27.493818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Bound port: 7e180731-b1ba-497a-8585-cb8d3ef19506, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:27.494239 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.609019 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks [] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.625665 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-a7895a8f-5ace-45eb-a04f-d8f9a3aaf556 None None] Provisioning complete for port 7e180731-b1ba-497a-8585-cb8d3ef19506 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:27.631741 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a7895a8f-5ace-45eb-a04f-d8f9a3aaf556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.631905 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for router_gateway (35785d44-07ca-4cd4-8595-d77150fecade), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.647032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] For port 7e180731-b1ba-497a-8585-cb8d3ef19506, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:27.661476 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] For port 7e180731-b1ba-497a-8585-cb8d3ef19506, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e180731-b1ba-497a-8585-cb8d3ef19506,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:27.670413 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-a7895a8f-5ace-45eb-a04f-d8f9a3aaf556 None None] Port 7e180731-b1ba-497a-8585-cb8d3ef19506 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:27.688712 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.725004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Network 87839574-c055-4f63-af9d-2448963a0e77 is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:27.727850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:27.730180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:27.741356 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Pushing event updated for resources: {'Port': ['ID=43b48961-0c5c-4103-b81a-521c0f856a6e,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:27.786711 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.831200 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Attempting to bind port 43b48961-0c5c-4103-b81a-521c0f856a6e on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:27.831590 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Attempting to bind port 43b48961-0c5c-4103-b81a-521c0f856a6e by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:27.831988 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Attempting to bind port 43b48961-0c5c-4103-b81a-521c0f856a6e on network 87839574-c055-4f63-af9d-2448963a0e77 {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:27.846629 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:27.847075 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Checking segment: {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:27.847478 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.847870 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Bound using segment: {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:27.848344 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Bound port: 43b48961-0c5c-4103-b81a-521c0f856a6e, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:27.848718 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.865935 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:27.866565 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:27.912058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for router_gateway (35785d44-07ca-4cd4-8595-d77150fecade), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.931839 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:27.941525 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b824d51-5898-40a4-b6b4-941a74e62071 None None] Pushing event updated for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:28.017071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] For port 43b48961-0c5c-4103-b81a-521c0f856a6e, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:28.019811 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] For port 43b48961-0c5c-4103-b81a-521c0f856a6e, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=43b48961-0c5c-4103-b81a-521c0f856a6e,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:28.035813 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:28.054562 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Allocated IP 172.27.1.91 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/b3fb2bd7-03cd-4565-a859-b189650b418d) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:28.069227 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b2736234-fa2e-4ae0-9f71-91156098a2f6 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:28.107948 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.156094 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.254861 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.291747 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:28.295167 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:28.298741 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:28.326753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fb2bd7-03cd-4565-a859-b189650b418d,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:28.382569 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Provisioning complete for port 7e180731-b1ba-497a-8585-cb8d3ef19506 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:28.383082 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.433726 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.435289 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dfdda-df7e-4667-86c6-58842a0e9e7f None None] Pushing event updated for resources: {'Port': ['ID=43b48961-0c5c-4103-b81a-521c0f856a6e,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:28.478953 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b2736234-fa2e-4ae0-9f71-91156098a2f6 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:28.479334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.607465 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Current status of the port 7e180731-b1ba-497a-8585-cb8d3ef19506 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:28.607865 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.679245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] For port 7e180731-b1ba-497a-8585-cb8d3ef19506, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e180731-b1ba-497a-8585-cb8d3ef19506,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:28.680220 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for router_gateway (35785d44-07ca-4cd4-8595-d77150fecade), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.686070 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:27Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:28.690182 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b2736234-fa2e-4ae0-9f71-91156098a2f6 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:28.716431 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed59da5-08b2-4be8-9a0c-ab73c4906629 None None] The sync data for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi is: [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:27Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:28.768312 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:28.829974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776b1af-868c-4f28-9ada-e51e061b4e0f None None] Pushing event updated for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:28.933786 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (35785d44-07ca-4cd4-8595-d77150fecade), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.145747 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Router 35785d44-07ca-4cd4-8595-d77150fecade is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:09:29.281600 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:29.292147 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Sync routers for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:29.303728 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:29.304719 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:29.360384 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.362524 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-55109bb2-58db-4729-8fca-f1244bc20595 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3014216 Apr 12 00:09:29.366481 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60486) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:09:29.390791 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89ad16-64bb-4e01-89b1-c0f3659a8ce2 None None] Network 87839574-c055-4f63-af9d-2448963a0e77 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:09:29.432415 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:29.545952 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Provisioning complete for port 43b48961-0c5c-4103-b81a-521c0f856a6e triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:29.546407 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.676332 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Current status of the port 43b48961-0c5c-4103-b81a-521c0f856a6e is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:29.676818 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.769445 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] For port 43b48961-0c5c-4103-b81a-521c0f856a6e, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=43b48961-0c5c-4103-b81a-521c0f856a6e,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:29.866141 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.867137 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:29.950125 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e2a8b-aa49-4eac-82c7-a1f2078654f6 None None] Pushing event updated for resources: {'Port': ['ID=43b48961-0c5c-4103-b81a-521c0f856a6e,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:29.981621 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 3, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:29.992837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-be9f8769-c8af-4403-a28a-16c9d2f53969 None None] Provisioning complete for port 43b48961-0c5c-4103-b81a-521c0f856a6e triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:29.993215 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-be9f8769-c8af-4403-a28a-16c9d2f53969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.054323 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Checking router: 35785d44-07ca-4cd4-8595-d77150fecade for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:30.056562 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Updating router 35785d44-07ca-4cd4-8595-d77150fecade port b3fb2bd7-03cd-4565-a859-b189650b418d binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:30.094507 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.119831 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.127335 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-be9f8769-c8af-4403-a28a-16c9d2f53969 None None] Current status of the port 43b48961-0c5c-4103-b81a-521c0f856a6e is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:30.180794 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 43b48961-0c5c-4103-b81a-521c0f856a6e up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:30.232776 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 43b48961-0c5c-4103-b81a-521c0f856a6e triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:30.233468 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.326557 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Allocated IP 172.20.0.1 (87839574-c055-4f63-af9d-2448963a0e77/cefe67bd-0f70-49e4-88ff-3be92e741f42/14046756-f23e-4174-bf20-c6110704d4af) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:30.330514 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 43b48961-0c5c-4103-b81a-521c0f856a6e is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:30.335692 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e180731-b1ba-497a-8585-cb8d3ef19506 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:30.378426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 7e180731-b1ba-497a-8585-cb8d3ef19506 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:30.378716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.436043 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks [] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.436623 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks [] for port (14046756-f23e-4174-bf20-c6110704d4af), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.470171 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 7e180731-b1ba-497a-8585-cb8d3ef19506 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:30.528187 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.557902 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.582315 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c799365-e02a-465e-ad3c-c2246c600a7f None None] Pushing event updated for resources: {'Port': ['ID=b3fb2bd7-03cd-4565-a859-b189650b418d,revision_number=2']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:30.603029 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Network 87839574-c055-4f63-af9d-2448963a0e77 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:30.606590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:30.606891 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Attempting to bind port b3fb2bd7-03cd-4565-a859-b189650b418d on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:30.607263 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Attempting to bind port b3fb2bd7-03cd-4565-a859-b189650b418d by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:30.612351 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Attempting to bind port b3fb2bd7-03cd-4565-a859-b189650b418d on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:30.612466 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:30.613211 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:30.613546 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:30.613972 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.614358 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:30.614823 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Bound port: b3fb2bd7-03cd-4565-a859-b189650b418d, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:30.615241 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.643585 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Pushing event updated for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:30.660186 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (35785d44-07ca-4cd4-8595-d77150fecade), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.677854 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] For port b3fb2bd7-03cd-4565-a859-b189650b418d, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:30.681916 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] For port b3fb2bd7-03cd-4565-a859-b189650b418d, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b3fb2bd7-03cd-4565-a859-b189650b418d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:30.827018 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.852242 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-88477316-0e8a-4096-9886-77112a598395 None None] Provisioning complete for port 14046756-f23e-4174-bf20-c6110704d4af triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:30.852596 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-88477316-0e8a-4096-9886-77112a598395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (14046756-f23e-4174-bf20-c6110704d4af), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.891051 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:30.891051 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:30.891051 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c799365-e02a-465e-ad3c-c2246c600a7f None None] Pushing event updated for resources: {'Port': ['ID=b3fb2bd7-03cd-4565-a859-b189650b418d,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:30.891436 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-88477316-0e8a-4096-9886-77112a598395 None None] Port 14046756-f23e-4174-bf20-c6110704d4af cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:30.967144 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (14046756-f23e-4174-bf20-c6110704d4af), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:30.990264 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:31.123334 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks [] for port (14046756-f23e-4174-bf20-c6110704d4af), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:31.159119 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 3, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:31.188017 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf20bb-2f4b-4a2c-901d-ad5ce6313e6a None None] The sync data for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi is: [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 3, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:31.203051 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:31.276579 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Pushing event updated for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:31.279427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (35785d44-07ca-4cd4-8595-d77150fecade), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:31.294846 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:31.384315 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Network 87839574-c055-4f63-af9d-2448963a0e77 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:31.385680 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:31.535249 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Router 35785d44-07ca-4cd4-8595-d77150fecade has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:09:31.619503 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-e3e6b7d0-a0c7-441c-b0d5-2822d1c09325 None None] Provisioning complete for port 14046756-f23e-4174-bf20-c6110704d4af triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:31.620065 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b7d0-a0c7-441c-b0d5-2822d1c09325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (14046756-f23e-4174-bf20-c6110704d4af), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:31.663539 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6b7d0-a0c7-441c-b0d5-2822d1c09325 None None] Port 14046756-f23e-4174-bf20-c6110704d4af cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:31.672522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:09:31.681405 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-390d9cae-d4e2-4218-9a86-4f8521b5cda9 admin admin] 10.222.0.24 "PUT /v2.0/routers/35785d44-07ca-4cd4-8595-d77150fecade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3115373 Apr 12 00:09:32.056651 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b3fb2bd7-03cd-4565-a859-b189650b418d up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:32.105418 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b3fb2bd7-03cd-4565-a859-b189650b418d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:32.106364 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:32.194235 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b3fb2bd7-03cd-4565-a859-b189650b418d is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:32.194235 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:32.210755 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port b3fb2bd7-03cd-4565-a859-b189650b418d, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b3fb2bd7-03cd-4565-a859-b189650b418d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:32.275950 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:32.329185 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=b3fb2bd7-03cd-4565-a859-b189650b418d,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:32.337873 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:33.042194 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Sync routers for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:09:33.054177 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:33.055255 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:33.175844 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:33.398031 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:30Z', 'revision_number': 4, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '14046756-f23e-4174-bf20-c6110704d4af', 'name': '', 'network_id': '87839574-c055-4f63-af9d-2448963a0e77', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'mac_address': 'fa:16:3e:a2:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:30Z', 'updated_at': '2022-04-12T00:09:31Z', 'revision_number': 2, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'subnets': [{'id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:33.427548 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Checking router: 35785d44-07ca-4cd4-8595-d77150fecade for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:09:33.427896 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Updating router 35785d44-07ca-4cd4-8595-d77150fecade port 14046756-f23e-4174-bf20-c6110704d4af binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:09:33.463275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (14046756-f23e-4174-bf20-c6110704d4af), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:33.758853 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks [] for port (14046756-f23e-4174-bf20-c6110704d4af), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:33.821972 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:33.877775 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0b109-ff70-4f96-a519-d7c7f190a439 None None] Pushing event updated for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:33.940515 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Attempting to bind port 14046756-f23e-4174-bf20-c6110704d4af on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:33.941088 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Attempting to bind port 14046756-f23e-4174-bf20-c6110704d4af by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:33.941649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Attempting to bind port 14046756-f23e-4174-bf20-c6110704d4af on network 87839574-c055-4f63-af9d-2448963a0e77 {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:33.955942 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:33.956517 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Checking segment: {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:33.957156 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:33.957775 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Bound using segment: {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:33.958541 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Bound port: 14046756-f23e-4174-bf20-c6110704d4af, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea768b7-e9d7-4393-8439-9a0a8c89c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '87839574-c055-4f63-af9d-2448963a0e77'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:33.959167 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (14046756-f23e-4174-bf20-c6110704d4af), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.099398 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b3fb2bd7-03cd-4565-a859-b189650b418d up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:34.145332 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] For port 14046756-f23e-4174-bf20-c6110704d4af, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:34.168829 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] For port 14046756-f23e-4174-bf20-c6110704d4af, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=14046756-f23e-4174-bf20-c6110704d4af,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:34.197891 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b3fb2bd7-03cd-4565-a859-b189650b418d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:34.198259 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.225249 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.236279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Provisioning complete for port 14046756-f23e-4174-bf20-c6110704d4af triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:34.236279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (14046756-f23e-4174-bf20-c6110704d4af), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.475365 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:09:34.476016 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:34.478924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0b109-ff70-4f96-a519-d7c7f190a439 None None] Pushing event updated for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:34.640843 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b3fb2bd7-03cd-4565-a859-b189650b418d is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:34.673196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Current status of the port 14046756-f23e-4174-bf20-c6110704d4af is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:34.673586 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (14046756-f23e-4174-bf20-c6110704d4af), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.712515 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:09:34.769745 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] For port 14046756-f23e-4174-bf20-c6110704d4af, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=14046756-f23e-4174-bf20-c6110704d4af,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:34.877721 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:34.932706 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-2f75731f-3c69-4351-bd21-47c488235333 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511727 Apr 12 00:09:34.958325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197cc3-8320-43c4-8dfe-c143150e68bf None None] Pushing event updated for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:35.020465 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-6971076f-421b-4cd0-a877-72ff8c4618f8 None None] Provisioning complete for port 14046756-f23e-4174-bf20-c6110704d4af triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:35.020465 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6971076f-421b-4cd0-a877-72ff8c4618f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (14046756-f23e-4174-bf20-c6110704d4af), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:35.063755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-28f310c5-3ad3-4e2d-8b71-e77f87bdb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:35.065207 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:30Z', 'revision_number': 4, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '14046756-f23e-4174-bf20-c6110704d4af', 'name': '', 'network_id': '87839574-c055-4f63-af9d-2448963a0e77', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'mac_address': 'fa:16:3e:a2:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:30Z', 'updated_at': '2022-04-12T00:09:34Z', 'revision_number': 4, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'subnets': [{'id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:09:35.065421 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-28f310c5-3ad3-4e2d-8b71-e77f87bdb7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1129 time: 0.0666850 Apr 12 00:09:35.097597 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e343799-6c90-4217-8c93-16b87f6c4586 None None] The sync data for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi is: [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:30Z', 'revision_number': 4, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '14046756-f23e-4174-bf20-c6110704d4af', 'name': '', 'network_id': '87839574-c055-4f63-af9d-2448963a0e77', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'mac_address': 'fa:16:3e:a2:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:30Z', 'updated_at': '2022-04-12T00:09:34Z', 'revision_number': 4, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'subnets': [{'id': 'cefe67bd-0f70-49e4-88ff-3be92e741f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:09:35.146204 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-6971076f-421b-4cd0-a877-72ff8c4618f8 None None] Current status of the port 14046756-f23e-4174-bf20-c6110704d4af is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:35.229927 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-ccb1644c-22ef-4f04-ab1c-822d0f335bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:35.232330 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-ccb1644c-22ef-4f04-ab1c-822d0f335bc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.1479275 Apr 12 00:09:35.337988 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-39d9ec7a-c0c4-46c2-b9e6-9b50a973e013 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 1000 time: 0.0993006 Apr 12 00:09:35.415498 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-0aadaeec-2ed7-413d-a147-482a7df73ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:35.417091 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-0aadaeec-2ed7-413d-a147-482a7df73ca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0683966 Apr 12 00:09:35.509961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-1894b4b1-f21c-49cd-8795-c78edb5a0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:35.511807 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-1894b4b1-f21c-49cd-8795-c78edb5a0671 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835829 Apr 12 00:09:35.632936 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-224d2e09-3a05-46e7-ba84-2e3366891a16 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129141 Apr 12 00:09:35.748035 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0041a0d7-08ab-4f1f-8bee-fb4503178e1c req-f018d751-b42f-48c1-a061-d4502404af01 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060736 Apr 12 00:09:36.097999 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 14046756-f23e-4174-bf20-c6110704d4af up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:36.210294 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 14046756-f23e-4174-bf20-c6110704d4af triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:36.210987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (14046756-f23e-4174-bf20-c6110704d4af), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:36.329524 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 14046756-f23e-4174-bf20-c6110704d4af is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:39.125445 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-8f474073-020b-4689-b019-21eca34b92ea tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314014670&fields=id&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 267 time: 0.0446420 Apr 12 00:09:39.238926 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-723f5b66-51ec-4f1b-ab5f-fd814608f9ec tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:39.240602 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-723f5b66-51ec-4f1b-ab5f-fd814608f9ec tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.1082859 Apr 12 00:09:39.256991 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-110dd006-e330-405c-b180-eb59c7beca90 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/quotas/637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 375 time: 0.0110562 Apr 12 00:09:39.319328 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ca2c9136-8b67-43e0-97d4-e76bf1c5a2ba tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569541 Apr 12 00:09:39.532367 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-5b5ba745-7ad1-4d6e-a724-151e07cf18db service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992970 Apr 12 00:09:39.651648 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-cf9a5617-b646-4d18-88f1-df5c88ea7405 service neutron] 10.222.0.24 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132021 Apr 12 00:09:40.308119 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e5138b56-6208-4ec2-a671-08b85daccbbc req-2083572e-110a-4fc2-93fc-f60ad2b76790 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 210 time: 0.0315514 Apr 12 00:09:41.421025 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bbd6cbce-9219-4cea-9803-428289f72147 req-7db0ce50-dc91-4e91-9ea4-37bfd8c5008d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 210 time: 0.0409098 Apr 12 00:09:42.529013 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a55ca3b2-05a3-4617-8a2e-04014f44ebc2 req-842def01-1b55-49d9-90c6-0e363778225c tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 210 time: 0.0284438 Apr 12 00:09:42.790150 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-72a4704a-6fb9-42bd-975d-51912ff458f4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:42.791621 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-72a4704a-6fb9-42bd-975d-51912ff458f4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 812 time: 0.3726525 Apr 12 00:09:42.855795 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-f74b29a3-1c12-4ea2-8b77-03284528b280 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637e4085dc72453bbd93166c9c6bf935 HTTP/1.1" status: 200 len: 379 time: 0.0545969 Apr 12 00:09:42.864599 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'port': {'device_id': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'admin_state_up': True, 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'security_groups': ['9a7887c2-1e8c-4934-900d-12a89d79f5bd']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:43.052909 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Made reservation on behalf of 637e4085dc72453bbd93166c9c6bf935 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:43.056278 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.185423 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.20.0.12 (78ac38b9-0eec-4bfb-92d9-22346c70e1aa/0dbf69c5-4c8c-4444-adce-0ae31c96db0c/719ecf2d-9d34-4aa6-b9e1-c59903680e21) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:43.324438 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.372623 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-93892806-cf36-482a-b5db-973077d3539e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:43.374122 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-93892806-cf36-482a-b5db-973077d3539e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 815 time: 0.1021516 Apr 12 00:09:43.389437 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-9708dc41-93ea-4cd9-8fcd-9ab4e5f039af tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/quotas/3f8cd7a4a37c4abfb6a04a953cc69473 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Apr 12 00:09:43.402356 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.444700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:43.445099 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-925db1a2-ab34-4faf-b2cf-f0d568db5517 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506065 Apr 12 00:09:43.448023 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:43.451780 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:43.484090 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:43.509027 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:43.509703 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.553775 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-6e60462f-81fe-4298-9b46-e482e471a960 service neutron] 10.222.0.24 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940228 Apr 12 00:09:43.651579 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ff6b1801-5a07-4ad0-a6c9-5925225f7cd6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7915909 Apr 12 00:09:43.663494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Request body: {'port': {'device_id': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:43.688297 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead15704-26a5-4306-ad24-94eb82f6df99 req-063a5f6e-5aea-4210-acc5-a44600588493 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:43.689777 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ead15704-26a5-4306-ad24-94eb82f6df99 req-063a5f6e-5aea-4210-acc5-a44600588493 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 932 time: 0.0851378 Apr 12 00:09:43.692027 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-29fb5d1c-5055-4897-bf5b-d09dbfd7e61c service neutron] 10.222.0.24 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315479 Apr 12 00:09:43.733838 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-b9885986-8a3f-4446-90cb-760dc78af77d None None] Provisioning complete for port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:43.734352 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b9885986-8a3f-4446-90cb-760dc78af77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.739593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:43.774253 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-b9885986-8a3f-4446-90cb-760dc78af77d None None] Port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:43.775645 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ead15704-26a5-4306-ad24-94eb82f6df99 req-82450082-9492-47ab-a472-8e7a8e35de72 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773489 Apr 12 00:09:43.958322 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f991d584-10dc-4cad-b432-1833adeec4ba req-6e1cefd4-40f4-4c57-b773-d361de831331 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 210 time: 0.0293796 Apr 12 00:09:44.040660 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719ecf2d-9d34-4aa6-b9e1-c59903680e21 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:44.048597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks [] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:44.061334 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Transition to ACTIVE for port object 719ecf2d-9d34-4aa6-b9e1-c59903680e21 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:09:44.121317 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:44.181322 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Pushing event updated for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:44.253445 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Attempting to bind port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:44.253783 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Attempting to bind port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:44.254114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Attempting to bind port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:44.258705 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:09:44.259062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Attempting to bind port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 on network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:44.264724 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:44.265065 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Checking segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:44.265446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Bound using segment: {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:44.265879 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Bound port: 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1eb1dac-39ad-477c-8880-c199c2d941cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:44.266234 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:44.331461 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:44.334496 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:44.414784 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:44.453189 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.453714 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:44.455132 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e34f7720-a701-458b-89f6-42318accba00 service neutron] 10.222.0.20 "PUT /v2.0/ports/719ecf2d-9d34-4aa6-b9e1-c59903680e21 HTTP/1.1" status: 200 len: 1094 time: 0.7960284 Apr 12 00:09:44.455590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:44.457820 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934179b8-f59a-4afe-827c-ff55ba887c66" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:44.487807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7720-a701-458b-89f6-42318accba00 service neutron] Pushing event updated for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:44.511025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1768b1ae-7007-48cd-a738-99de16650ee4 x-openstack-request-id: req-1768b1ae-7007-48cd-a738-99de16650ee4 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:44.511487 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:44.513888 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1768b1ae-7007-48cd-a738-99de16650ee4 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:44.513888 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1768b1ae-7007-48cd-a738-99de16650ee4'] response: {'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'status': 'completed', 'code': 200} Apr 12 00:09:44.580137 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-f47424ae-c241-456c-b1c3-45e1ae086a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.581646 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-f47424ae-c241-456c-b1c3-45e1ae086a62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1128 time: 0.0465684 Apr 12 00:09:44.687531 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-16eff683-bbab-4c68-b578-968750ad6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.689022 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-16eff683-bbab-4c68-b578-968750ad6832 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=637e4085dc72453bbd93166c9c6bf935&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0999792 Apr 12 00:09:44.789898 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-3c2d8c8d-df5b-4758-93fc-1309ef6eb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.791490 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-934179b8-f59a-4afe-827c-ff55ba887c66 req-3c2d8c8d-df5b-4758-93fc-1309ef6eb718 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921509 Apr 12 00:09:44.881429 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-dc48c288-def5-4716-8713-32346a254703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.882943 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-dc48c288-def5-4716-8713-32346a254703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1128 time: 0.0480731 Apr 12 00:09:44.887788 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7aea5-6312-4ccb-870a-faee49c36f54 req-ecce91c5-d7c3-4ea2-a507-9d218c46aff9 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.889254 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e9d7aea5-6312-4ccb-870a-faee49c36f54 req-ecce91c5-d7c3-4ea2-a507-9d218c46aff9 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0522358 Apr 12 00:09:44.930131 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-3c8e60f9-3d7b-42a1-b935-1cfbc784b952 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21 HTTP/1.1" status: 200 len: 217 time: 0.0371518 Apr 12 00:09:44.940381 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e9d7aea5-6312-4ccb-870a-faee49c36f54 req-8d55705e-13bb-4af3-8220-f9e86a884d55 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454409 Apr 12 00:09:44.976811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e55dc85a-29ff-4820-ba24-22f9a5ae36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:44.978242 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-e55dc85a-29ff-4820-ba24-22f9a5ae36c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0424197 Apr 12 00:09:45.034483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-9c49dbed-c060-4d57-9ad9-37a69710e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:45.036137 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-9c49dbed-c060-4d57-9ad9-37a69710e4dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458071 Apr 12 00:09:45.038480 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-188580cc-b5dd-4755-a975-2348c001efc2 req-01ab5f9d-0be9-4510-8854-e4f9438aab5c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 210 time: 0.0265098 Apr 12 00:09:45.129700 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-ca9dad9b-2b44-4dce-87ce-66c9c0f87124 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Apr 12 00:09:45.222064 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-37a6795c-0287-479c-8eee-ba686305c0f4 req-a76f37b7-d1d9-4887-9a66-b5575f158089 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Apr 12 00:09:46.057698 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6244-02d5-4884-9d5b-e65c4131eea3 req-a0ae2cdf-c50c-450e-bacd-3949d9f7187d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:46.059688 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-02be6244-02d5-4884-9d5b-e65c4131eea3 req-a0ae2cdf-c50c-450e-bacd-3949d9f7187d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0545061 Apr 12 00:09:46.114673 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-02be6244-02d5-4884-9d5b-e65c4131eea3 req-9cd78522-ea30-4315-805f-23d9b6b34973 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485449 Apr 12 00:09:46.140069 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-502e466b-5234-48ff-88fe-b2b8986b5928 req-0a181ec9-1269-4f89-a80a-4c02d143508e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 210 time: 0.0336373 Apr 12 00:09:46.320652 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-53f0e367-b368-4433-bf16-c582f21698fc tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:46.322033 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-53f0e367-b368-4433-bf16-c582f21698fc tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 815 time: 0.1019382 Apr 12 00:09:46.339022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'port': {'device_id': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'admin_state_up': True, 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:46.528225 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Made reservation on behalf of 3f8cd7a4a37c4abfb6a04a953cc69473 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:09:46.531619 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:46.651819 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Allocated IP 172.20.0.13 (60de8bfb-0f62-4755-831b-d18313ab370e/b5f39c9e-a895-4fee-be5c-4de81ce5c03d/ab37639a-85d5-434a-9336-6b1fac35d522) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:09:46.798095 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for port (ab37639a-85d5-434a-9336-6b1fac35d522), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:46.893419 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:46.935562 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Network 60de8bfb-0f62-4755-831b-d18313ab370e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:09:46.938773 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:09:46.941697 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:09:46.977575 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:47.004963 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:47.005587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:47.103680 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-211c1684-836e-40f4-b3c4-fc0ca0ba194e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678661 Apr 12 00:09:47.158526 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-d39352c1-217c-41e0-9fec-f16ec1e72c82 None None] Provisioning complete for port ab37639a-85d5-434a-9336-6b1fac35d522 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:47.160803 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d39352c1-217c-41e0-9fec-f16ec1e72c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:47.286184 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-d39352c1-217c-41e0-9fec-f16ec1e72c82 None None] Port ab37639a-85d5-434a-9336-6b1fac35d522 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:09:47.390564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763722a-5951-4acf-8021-22b2ed8b8184 req-043238c1-abef-4039-b02b-ffb104d3d282 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:47.392851 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1763722a-5951-4acf-8021-22b2ed8b8184 req-043238c1-abef-4039-b02b-ffb104d3d282 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.1211963 Apr 12 00:09:47.400982 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7fb8-1637-4d9a-b606-7c4c54da3277 req-e0be323d-eb4d-4df7-9889-4d3c4c4be89f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:47.402978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b75d7fb8-1637-4d9a-b606-7c4c54da3277 req-e0be323d-eb4d-4df7-9889-4d3c4c4be89f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.0798633 Apr 12 00:09:47.523404 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1763722a-5951-4acf-8021-22b2ed8b8184 req-3fec49c1-fc93-4a67-b4dd-6cb1688e4218 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187723 Apr 12 00:09:47.543203 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b75d7fb8-1637-4d9a-b606-7c4c54da3277 req-26bf0a13-a5c6-4118-be04-73f21c55e704 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320963 Apr 12 00:09:48.693316 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eec6cb-6976-458f-b0ef-db41ce11d89b req-5ceb158a-3e2f-451c-94e3-d8bda08d89f1 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:48.694810 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c3eec6cb-6976-458f-b0ef-db41ce11d89b req-5ceb158a-3e2f-451c-94e3-d8bda08d89f1 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.1051018 Apr 12 00:09:48.712438 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde93b-c9f0-4f0a-8bff-9ee273545fb3 req-b2c65cf1-71c5-4dde-ba5d-d9647b8d347c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:48.714114 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8acde93b-c9f0-4f0a-8bff-9ee273545fb3 req-b2c65cf1-71c5-4dde-ba5d-d9647b8d347c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.0851912 Apr 12 00:09:48.800166 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c3eec6cb-6976-458f-b0ef-db41ce11d89b req-4eb9404d-2701-4231-89b6-929032a4a193 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958169 Apr 12 00:09:48.803790 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8acde93b-c9f0-4f0a-8bff-9ee273545fb3 req-1f86911e-dba5-487e-9d87-2de8a2e5e08d tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821939 Apr 12 00:09:49.208558 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:09:49.958409 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b554f-ed3e-44a1-a318-92bb67b0cd59 req-b9b83fbd-b54d-4ca3-b20f-9f9b0ed7ddfe tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:49.962865 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-236b554f-ed3e-44a1-a318-92bb67b0cd59 req-b9b83fbd-b54d-4ca3-b20f-9f9b0ed7ddfe tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.0860207 Apr 12 00:09:49.981993 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8ca0-7fee-469c-92e5-05590aad32fb req-b63ab4af-59ab-4627-bcec-53f8b97601ae tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:49.984967 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee1c8ca0-7fee-469c-92e5-05590aad32fb req-b63ab4af-59ab-4627-bcec-53f8b97601ae tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0997350 Apr 12 00:09:50.050556 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-236b554f-ed3e-44a1-a318-92bb67b0cd59 req-a7d95b42-e36c-4e74-9223-4295993174bc tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Apr 12 00:09:50.067316 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ee1c8ca0-7fee-469c-92e5-05590aad32fb req-5a5c80ee-ef75-4245-88ba-b86bc03aee11 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754337 Apr 12 00:09:51.227859 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682f9e-3ce0-4704-8cf0-329608f4c989 req-32e2a90c-197c-425c-9782-c3c22a11ffd3 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:51.229319 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b0682f9e-3ce0-4704-8cf0-329608f4c989 req-32e2a90c-197c-425c-9782-c3c22a11ffd3 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.1072979 Apr 12 00:09:51.241667 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7be26c-5245-469d-b77b-72f8d57e26a3 req-3fb26e56-ec6c-4573-ae7e-e69c0a4feebd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:51.243269 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f7be26c-5245-469d-b77b-72f8d57e26a3 req-3fb26e56-ec6c-4573-ae7e-e69c0a4feebd tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0780790 Apr 12 00:09:51.323697 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b0682f9e-3ce0-4704-8cf0-329608f4c989 req-d70cfafa-ccec-4a14-a680-ae021beb6865 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794344 Apr 12 00:09:51.327837 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f7be26c-5245-469d-b77b-72f8d57e26a3 req-810f9bcd-87f8-4e8c-98be-8e69908efbe4 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766792 Apr 12 00:09:52.496149 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4245d-45b4-4b3c-93ef-c801982719e7 req-30f396d0-d188-40c5-883f-9cdd776de058 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:52.497752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bf4245d-45b4-4b3c-93ef-c801982719e7 req-30f396d0-d188-40c5-883f-9cdd776de058 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0805821 Apr 12 00:09:52.504568 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3933e-021d-474b-8f13-eb0feb7f6b9b req-32398676-ecc1-4505-ad05-e255434133e6 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:52.506076 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07a3933e-021d-474b-8f13-eb0feb7f6b9b req-32398676-ecc1-4505-ad05-e255434133e6 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.0973032 Apr 12 00:09:52.580978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-07a3933e-021d-474b-8f13-eb0feb7f6b9b req-20655871-b4b8-4625-b505-46da22d1bf98 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676203 Apr 12 00:09:52.584584 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bf4245d-45b4-4b3c-93ef-c801982719e7 req-64bf7fc0-897c-4e9a-aa7b-6c273de789b6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775695 Apr 12 00:09:53.750320 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b3c8-c7af-4520-aa04-19da3d449077 req-45eb0d1e-3a50-4d31-a823-5d5a961d2e34 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:53.751881 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1280b3c8-c7af-4520-aa04-19da3d449077 req-45eb0d1e-3a50-4d31-a823-5d5a961d2e34 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0922148 Apr 12 00:09:53.758756 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0120e-d7a2-4eee-b58f-ea53758d5657 req-3a6f3469-05c5-4d3b-aaf9-21ef9e076e37 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:53.760249 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-00f0120e-d7a2-4eee-b58f-ea53758d5657 req-3a6f3469-05c5-4d3b-aaf9-21ef9e076e37 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.0993850 Apr 12 00:09:53.838050 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1280b3c8-c7af-4520-aa04-19da3d449077 req-8c536cb2-0821-4cb8-812b-a835f5b89886 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763416 Apr 12 00:09:53.841199 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-00f0120e-d7a2-4eee-b58f-ea53758d5657 req-698c4da5-89a7-42bf-a41c-61ca66be4b27 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724969 Apr 12 00:09:54.813993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c97afedc-7fcb-46bb-ac53-6790dde82864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:55.210143 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c618ee-3d93-4894-a6f7-9e2c7bf8d9a8 req-9dfbbdc8-5573-4558-b70f-65db0ebcb885 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:55.211635 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-62c618ee-3d93-4894-a6f7-9e2c7bf8d9a8 req-9dfbbdc8-5573-4558-b70f-65db0ebcb885 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 932 time: 0.3041584 Apr 12 00:09:55.218959 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e97e-b322-4b99-bdab-dff18723f49b req-297e0471-1120-45d3-ab92-1b9df5c9577a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:55.220295 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aad3e97e-b322-4b99-bdab-dff18723f49b req-297e0471-1120-45d3-ab92-1b9df5c9577a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.3140588 Apr 12 00:09:55.289730 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-62c618ee-3d93-4894-a6f7-9e2c7bf8d9a8 req-a0738e6c-bacd-4e0a-8891-ecb669b06c3a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685115 Apr 12 00:09:55.294277 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aad3e97e-b322-4b99-bdab-dff18723f49b req-6b30c2af-62f3-49c3-8341-b2977a8b89d0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675895 Apr 12 00:09:55.313696 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Request body: {'port': {'device_id': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:09:55.372064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:55.627130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab37639a-85d5-434a-9336-6b1fac35d522 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:55.634347 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks [] for port (ab37639a-85d5-434a-9336-6b1fac35d522), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:55.646425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Transition to ACTIVE for port object ab37639a-85d5-434a-9336-6b1fac35d522 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:09:55.722399 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:55.771679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:55.841885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Attempting to bind port ab37639a-85d5-434a-9336-6b1fac35d522 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:09:55.842217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Attempting to bind port ab37639a-85d5-434a-9336-6b1fac35d522 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:09:55.842542 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Attempting to bind port ab37639a-85d5-434a-9336-6b1fac35d522 on network 60de8bfb-0f62-4755-831b-d18313ab370e {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:55.847008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Port ab37639a-85d5-434a-9336-6b1fac35d522 on network 60de8bfb-0f62-4755-831b-d18313ab370e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:09:55.847327 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Attempting to bind port ab37639a-85d5-434a-9336-6b1fac35d522 on network 60de8bfb-0f62-4755-831b-d18313ab370e {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:09:55.852165 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:09:55.852499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Checking segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:09:55.852873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Bound using segment: {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:09:55.853295 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Bound port: ab37639a-85d5-434a-9336-6b1fac35d522, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da02864-7cc8-4eac-bb5a-f999c82890ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:09:55.853646 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:55.921383 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:09:55.924445 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:09:56.014585 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:56.048203 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.048813 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:56.050170 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] 10.222.0.20 "PUT /v2.0/ports/ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 1094 time: 0.7408032 Apr 12 00:09:56.050603 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:56.052838 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:56.081148 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492396c-9c2f-423c-ae53-202f973e4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:56.091064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99aeaa9-013f-42f1-949b-58dee820db91 x-openstack-request-id: req-a99aeaa9-013f-42f1-949b-58dee820db91 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:56.091359 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:56.091613 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a99aeaa9-013f-42f1-949b-58dee820db91 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:56.092020 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99aeaa9-013f-42f1-949b-58dee820db91'] response: {'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:09:56.161082 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-9841c5ce-b7e5-4b4e-8b3c-f15b067e81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.162538 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-9841c5ce-b7e5-4b4e-8b3c-f15b067e81b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1128 time: 0.0475550 Apr 12 00:09:56.264921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-2e1c5952-7e9a-4d88-9cde-e30d478f7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.266376 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-2e1c5952-7e9a-4d88-9cde-e30d478f7a86 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949886 Apr 12 00:09:56.364727 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-f656efa5-10b0-4d71-8571-a4b78ed66c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.366447 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ab6c8ad8-58f4-4094-9f06-b9859844f5f8 req-f656efa5-10b0-4d71-8571-a4b78ed66c5b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929050 Apr 12 00:09:56.441054 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29068-4f36-4181-869e-75cd16b71efe req-a1cd8fed-74c6-4077-8bfd-24d168b1b719 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.442536 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-52b29068-4f36-4181-869e-75cd16b71efe req-a1cd8fed-74c6-4077-8bfd-24d168b1b719 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 944 time: 0.0749261 Apr 12 00:09:56.448721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-2007f3e1-c2ed-408c-b5cc-d0b3565d3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.450019 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73da1f0-c0f9-4781-a935-626cfa53e7be req-d12254b9-3550-4915-823c-9f3a4a06d32a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.450243 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-2007f3e1-c2ed-408c-b5cc-d0b3565d3321 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1128 time: 0.0477030 Apr 12 00:09:56.451437 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a73da1f0-c0f9-4781-a935-626cfa53e7be req-d12254b9-3550-4915-823c-9f3a4a06d32a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 944 time: 0.0943019 Apr 12 00:09:56.492494 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-c26fd857-6002-4ac8-be11-bd7e0d3280c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 217 time: 0.0337603 Apr 12 00:09:56.529619 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-52b29068-4f36-4181-869e-75cd16b71efe req-25e792fd-a774-4cec-87b2-ccbf8cd76d8a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772254 Apr 12 00:09:56.532651 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-a73da1f0-c0f9-4781-a935-626cfa53e7be req-7358c7e1-709b-451d-a744-3e8eda3c65cc tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746946 Apr 12 00:09:56.536643 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 719ecf2d-9d34-4aa6-b9e1-c59903680e21 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:09:56.551366 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e9d65fed-198d-49c5-930f-e71b582db287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.552733 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-e9d65fed-198d-49c5-930f-e71b582db287 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0519083 Apr 12 00:09:56.611567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7641-5564-4865-a704-33e86d97e681 req-3e14956a-40e9-447d-a5a3-16e50e1f05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:56.613330 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-3e14956a-40e9-447d-a5a3-16e50e1f05b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509961 Apr 12 00:09:56.636103 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:56.648242 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'port_id': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'mac_address': 'fa:16:3e:cf:61:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:09:56.688153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:56.688462 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:56.701930 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ecf2d-9d34-4aa6-b9e1-c59903680e21 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:56.707092 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-958476e8-d814-4aba-9901-9d5c9095e788 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Apr 12 00:09:56.721841 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:56.790993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:56.795563 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-fc2c7641-5564-4865-a704-33e86d97e681 req-7a77e272-769a-495a-96db-0b9592be374c service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Apr 12 00:09:56.837061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:57.045395 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['719ecf2d-9d34-4aa6-b9e1-c59903680e21'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:09:57.138231 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f494-15b4-4d45-a0be-dc91478f5e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:57.681942 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba86d-8dd3-4345-80e0-436a213a850b req-81764951-76b3-46da-8235-0fe4bbb95020 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:57.683419 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b62ba86d-8dd3-4345-80e0-436a213a850b req-81764951-76b3-46da-8235-0fe4bbb95020 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 945 time: 0.0874901 Apr 12 00:09:57.694582 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499192-771d-4cb5-9ddb-ad712a95fe72 req-b7fbc1b6-66a0-4634-a19d-a2d0ec12c9b5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:57.695974 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5d499192-771d-4cb5-9ddb-ad712a95fe72 req-b7fbc1b6-66a0-4634-a19d-a2d0ec12c9b5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 944 time: 0.0912414 Apr 12 00:09:57.768489 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5d499192-771d-4cb5-9ddb-ad712a95fe72 req-b639e026-7b77-43a9-aeed-8c421298529c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Apr 12 00:09:57.771958 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b62ba86d-8dd3-4345-80e0-436a213a850b req-d4b5125c-56d8-44e1-82e1-2c85ec60f552 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748718 Apr 12 00:09:58.207738 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:58.560523 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device ab37639a-85d5-434a-9336-6b1fac35d522 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:09:58.562604 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 719ecf2d-9d34-4aa6-b9e1-c59903680e21 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:09:58.694967 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:58.710505 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'port_id': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'mac_address': 'fa:16:3e:78:70:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:09:58.745038 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port ab37639a-85d5-434a-9336-6b1fac35d522 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:58.745427 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:58.762804 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab37639a-85d5-434a-9336-6b1fac35d522 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:09:58.786621 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:58.925150 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1e8e-b8b6-4d40-add6-3368a53bf26f req-7c05f2a9-f4cf-4ed5-9089-12dc93a97d31 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:58.926589 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40cd1e8e-b8b6-4d40-add6-3368a53bf26f req-7c05f2a9-f4cf-4ed5-9089-12dc93a97d31 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 944 time: 0.0841725 Apr 12 00:09:58.934470 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e7c08-928e-491e-b6f4-495d4c42239c req-c1f4e866-9590-4212-8bc3-9ed54d7f4dd8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:58.941639 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a8e7c08-928e-491e-b6f4-495d4c42239c req-c1f4e866-9590-4212-8bc3-9ed54d7f4dd8 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 945 time: 0.0947707 Apr 12 00:09:59.005844 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40cd1e8e-b8b6-4d40-add6-3368a53bf26f req-6d724ec6-cce1-4f91-a060-2f5bd576f551 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 Apr 12 00:09:59.010247 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a8e7c08-928e-491e-b6f4-495d4c42239c req-7a9a77ff-0711-4d59-bc3f-bfbdbf1d5e19 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678928 Apr 12 00:09:59.230909 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:09:59.233185 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:59.239158 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:09:59.241348 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:59.306241 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:59.349376 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:09:59.349760 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:59.371764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:09:59.373947 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa119e4-9ae9-4db5-87fb-fd60b406afb9" -d '{"events": [{"server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:09:59.385411 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:09:59.414916 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be1c1b-a75e-4ae9-9b70-ae2106dd8168 x-openstack-request-id: req-12be1c1b-a75e-4ae9-9b70-ae2106dd8168 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:09:59.415210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:09:59.415467 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12be1c1b-a75e-4ae9-9b70-ae2106dd8168 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:09:59.415864 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12be1c1b-a75e-4ae9-9b70-ae2106dd8168'] response: {'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'code': 200} Apr 12 00:09:59.442349 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:59.492654 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:09:59.530864 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:09:59.830689 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:09:59.886274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff58f2b-d9ed-400a-8c7a-cd802119c6ce req-c4c24ba5-4572-4021-b426-508e5341c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:09:59.888313 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0ff58f2b-d9ed-400a-8c7a-cd802119c6ce req-c4c24ba5-4572-4021-b426-508e5341c2fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1130 time: 0.0472794 Apr 12 00:09:59.932563 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0ff58f2b-d9ed-400a-8c7a-cd802119c6ce req-4d83c7f4-b69d-48b0-a6a1-69d52e6d89da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379956 Apr 12 00:10:00.151161 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31086ce5-b976-4c63-abd2-9a33f5d3a3ff req-caa4e075-5628-466a-b49d-be4df90ef135 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:00.152654 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-31086ce5-b976-4c63-abd2-9a33f5d3a3ff req-caa4e075-5628-466a-b49d-be4df90ef135 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.0698545 Apr 12 00:10:00.163266 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8e5c-44a8-49b8-b539-c65053a72a63 req-c3b0811b-dc84-49ca-8f18-34ec32253eaa tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:00.164665 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-989e8e5c-44a8-49b8-b539-c65053a72a63 req-c3b0811b-dc84-49ca-8f18-34ec32253eaa tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 945 time: 0.0909448 Apr 12 00:10:00.236148 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-31086ce5-b976-4c63-abd2-9a33f5d3a3ff req-6c0273be-5b7d-45d6-be59-61136b7092b9 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705419 Apr 12 00:10:00.243052 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-989e8e5c-44a8-49b8-b539-c65053a72a63 req-03b47834-d011-4aae-a1a3-41f5a50fa3b2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Apr 12 00:10:00.577163 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device ab37639a-85d5-434a-9336-6b1fac35d522 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:10:00.716771 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port ab37639a-85d5-434a-9336-6b1fac35d522 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:10:00.720825 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port ab37639a-85d5-434a-9336-6b1fac35d522 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:10:00.721198 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:00.798611 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port ab37639a-85d5-434a-9336-6b1fac35d522 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:10:00.799035 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:00.830362 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:10:00.904815 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:00.952655 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:01.293492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:01.392942 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cda61-1856-4b9c-8258-3a50d284b925 req-58783c21-8d54-485a-bc4f-553e6d8c4878 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:01.394437 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-871cda61-1856-4b9c-8258-3a50d284b925 req-58783c21-8d54-485a-bc4f-553e6d8c4878 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.0908191 Apr 12 00:10:01.401880 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900641-495f-469c-ae62-21085e59b6a5 req-983fb45a-93bc-4a97-a6be-c60fb746c89f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:01.403350 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6b900641-495f-469c-ae62-21085e59b6a5 req-983fb45a-93bc-4a97-a6be-c60fb746c89f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0898738 Apr 12 00:10:01.417257 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:01.419539 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2498f3-7f88-40bb-8b03-dbc975d8b929" -d '{"events": [{"server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "name": "network-vif-plugged", "status": "completed", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:01.479372 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-871cda61-1856-4b9c-8258-3a50d284b925 req-2727bed8-c2e0-4b60-99c7-de57495d7c4e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749223 Apr 12 00:10:01.483495 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6b900641-495f-469c-ae62-21085e59b6a5 req-82ff8a12-832e-4a17-9cff-bd3d8f3feb25 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730827 Apr 12 00:10:01.522160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddd75d7-7428-4d1c-960e-4fc0606b5753 x-openstack-request-id: req-8ddd75d7-7428-4d1c-960e-4fc0606b5753 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:01.522517 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "name": "network-vif-plugged", "status": "completed", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:01.522879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ddd75d7-7428-4d1c-960e-4fc0606b5753 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:01.523349 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddd75d7-7428-4d1c-960e-4fc0606b5753'] response: {'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'code': 200} Apr 12 00:10:01.599505 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e4ce-e286-4316-ab3d-808dae9c8588 req-4921c472-e545-478b-bb43-0f0d204b3157 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:01.604481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-04e0e4ce-e286-4316-ab3d-808dae9c8588 req-4921c472-e545-478b-bb43-0f0d204b3157 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.0548389 Apr 12 00:10:01.648676 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-04e0e4ce-e286-4316-ab3d-808dae9c8588 req-8399efda-1601-49d9-988b-59c447790335 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Apr 12 00:10:01.675780 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60722) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:01.849876 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2dad6-371a-4198-ba22-ba29535742ec tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:01.851408 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b2a2dad6-371a-4198-ba22-ba29535742ec tempest-TestVolumeBootPattern-1406824499 tempest-TestVolumeBootPattern-1406824499-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1125 time: 0.1746278 Apr 12 00:10:01.854386 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60726) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:01.857256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a593a-02fd-4055-b58c-b61f023d553a req-2a3f75b7-d449-4bff-a2ab-65cc38c39baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:01.859241 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-253a593a-02fd-4055-b58c-b61f023d553a req-2a3f75b7-d449-4bff-a2ab-65cc38c39baf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1130 time: 0.0532537 Apr 12 00:10:01.859714 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'port_id': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:01.903910 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-253a593a-02fd-4055-b58c-b61f023d553a req-b445070b-8be4-4b93-8e28-c0b4c52fd1cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Apr 12 00:10:01.944506 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.041768 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.141849 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Allocated IP 172.27.1.188 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/5654c38d-2355-477c-83bb-7c0df228ab26) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:10:02.239052 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (5654c38d-2355-477c-83bb-7c0df228ab26), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.311361 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.327980 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.348437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:10:02.351579 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:10:02.354642 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:10:02.382141 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=5654c38d-2355-477c-83bb-7c0df228ab26,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:02.395133 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.395717 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.395837 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.396146 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.396478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.396808 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.397137 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.397467 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.397795 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.398123 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.398450 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.398775 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.399132 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:02.631295 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b82eb-e5dd-4c45-b579-edc9668d2b3d req-c94f1579-672e-4104-9090-fd793b6d9779 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:02.632766 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9a4b82eb-e5dd-4c45-b579-edc9668d2b3d req-c94f1579-672e-4104-9090-fd793b6d9779 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0817404 Apr 12 00:10:02.756688 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9a4b82eb-e5dd-4c45-b579-edc9668d2b3d req-fb4d8373-72a5-455e-aab2-d5e85787706a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855486 Apr 12 00:10:02.794313 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (a783a143-52fd-4506-9dbc-057d42763648), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:02.925616 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:03.071731 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for port (5654c38d-2355-477c-83bb-7c0df228ab26), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:03.150504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:03.226906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event updated for resources: {'Port': ['ID=5654c38d-2355-477c-83bb-7c0df228ab26,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:03.235045 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (a783a143-52fd-4506-9dbc-057d42763648), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:03.336213 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP a783a143-52fd-4506-9dbc-057d42763648 associated. External IP: 172.27.1.188, port: 719ecf2d-9d34-4aa6-b9e1-c59903680e21. Apr 12 00:10:03.539534 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:10:03.642516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:10:03.652730 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:10:03.663260 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:03.663993 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:03.724629 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:03.764721 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a9e7932a-56f4-4d6d-82c5-941bf6559c3d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9087834 Apr 12 00:10:03.764991 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:03.767343 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:03.787299 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:03.805887 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d3782-c14e-4dea-a1a6-007861b560c8 x-openstack-request-id: req-a98d3782-c14e-4dea-a1a6-007861b560c8 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:03.806183 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:03.806496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a98d3782-c14e-4dea-a1a6-007861b560c8 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:03.806944 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98d3782-c14e-4dea-a1a6-007861b560c8'] response: {'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'status': 'completed', 'code': 200} Apr 12 00:10:03.877986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-c41d91e7-a179-4641-942b-175ceee76e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:03.879560 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-c41d91e7-a179-4641-942b-175ceee76e58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1130 time: 0.0491116 Apr 12 00:10:03.885881 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dafe65-9771-4f23-aa0d-8996b2e790e8 req-3ffb3799-c405-4637-ab62-1409a631b243 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:03.887505 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95dafe65-9771-4f23-aa0d-8996b2e790e8 req-3ffb3799-c405-4637-ab62-1409a631b243 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0566931 Apr 12 00:10:03.937032 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-95dafe65-9771-4f23-aa0d-8996b2e790e8 req-ae7442b9-919e-4440-9420-a99927155eae tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Apr 12 00:10:03.973860 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-add851a2-40f8-4a2c-a97a-7beda7410b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:03.978635 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-add851a2-40f8-4a2c-a97a-7beda7410b1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.0891950 Apr 12 00:10:04.050575 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-a2c929fa-d724-4fbc-b50c-d15d12299cf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21 HTTP/1.1" status: 200 len: 1000 time: 0.0667481 Apr 12 00:10:04.054795 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}, {'id': 'a783a143-52fd-4506-9dbc-057d42763648', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:cf:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:02Z', 'updated_at': '2022-04-12T00:10:02Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:04.062150 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f4fc3-0954-4668-b291-3e3379c6073b req-b39c882f-0334-462c-b993-472462de557d tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:04.063749 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf8f4fc3-0954-4668-b291-3e3379c6073b req-b39c882f-0334-462c-b993-472462de557d tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0546412 Apr 12 00:10:04.090961 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:10:04.100661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:04.101269 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:04.101497 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-090c138d-09b6-445c-8127-12c8019ec1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:04.102998 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-090c138d-09b6-445c-8127-12c8019ec1a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0463274 Apr 12 00:10:04.115060 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bf8f4fc3-0954-4668-b291-3e3379c6073b req-31cbdf92-13ac-4309-830c-1a15bdba058d tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Apr 12 00:10:04.162470 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-4fefebfe-0de1-49a3-8af3-730d535a8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:04.164145 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-4fefebfe-0de1-49a3-8af3-730d535a8e77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555310 Apr 12 00:10:04.267696 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-840d0b21-ac95-4d28-8ea9-1f45f093d787 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960374 Apr 12 00:10:04.323542 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:04.375364 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-4dcc133b-beaf-4aa8-a7e5-8c1ccd2eda43 req-cfa0fb96-66dd-4ef4-a74b-6f9e049bc13b service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976243 Apr 12 00:10:04.484967 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088c0c-0a6d-4e09-a25f-0a226d0c0bcc req-a256cec7-f96e-4cae-9138-1ed1096e82f2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:04.486424 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b6088c0c-0a6d-4e09-a25f-0a226d0c0bcc req-a256cec7-f96e-4cae-9138-1ed1096e82f2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0548773 Apr 12 00:10:04.536338 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b6088c0c-0a6d-4e09-a25f-0a226d0c0bcc req-a1702304-f348-4fda-a30e-199ad6145185 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Apr 12 00:10:04.575518 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}, {'id': 'a783a143-52fd-4506-9dbc-057d42763648', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:cf:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:02Z', 'updated_at': '2022-04-12T00:10:02Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:04.603257 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d01b345-35b2-4e97-b211-9e89aff0a3b1 None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}, {'id': 'a783a143-52fd-4506-9dbc-057d42763648', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:cf:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:02Z', 'updated_at': '2022-04-12T00:10:02Z', 'revision_number': 0, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:10:04.842976 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed2fc9-5040-40c7-8154-9d18aecf064b None None] New status for floating IP a783a143-52fd-4506-9dbc-057d42763648: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:10:14.041870 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60820) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:14.046829 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861806096', 'description': 'tempest-description--114379748'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:14.121919 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.184560 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (af5eb91f-1870-4795-b1d1-15e2c49f0985), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.230263 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (af5eb91f-1870-4795-b1d1-15e2c49f0985), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.257906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5eb91f-1870-4795-b1d1-15e2c49f0985,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:14.323813 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.324987 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c93528e6-4aa5-4296-ae9c-744e6da0647f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2820857 Apr 12 00:10:14.327949 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60822) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:14.332176 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'af5eb91f-1870-4795-b1d1-15e2c49f0985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:14.423450 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (35714441-362d-45bf-b4ff-90f97da855a7), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.475214 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (35714441-362d-45bf-b4ff-90f97da855a7), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.555126 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (35714441-362d-45bf-b4ff-90f97da855a7), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.574372 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35714441-362d-45bf-b4ff-90f97da855a7,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:14.650111 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.653537 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ae636cd0-19da-4cbb-88ab-7bbadea4d508 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225195 Apr 12 00:10:14.654153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60826) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:14.659488 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'af5eb91f-1870-4795-b1d1-15e2c49f0985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:14.746667 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (b2154992-eae6-4d0a-95db-040b6cbcad67), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.806738 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (b2154992-eae6-4d0a-95db-040b6cbcad67), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.864710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (b2154992-eae6-4d0a-95db-040b6cbcad67), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.881177 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2154992-eae6-4d0a-95db-040b6cbcad67,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:14.935343 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:14.936607 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-279d79b3-f94d-4914-b9f6-7740aa563bce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814045 Apr 12 00:10:14.939604 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60828) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:14.943802 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:15.007699 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.108855 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.214311 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.27.1.118 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/07e967ba-618c-4d0d-b87e-34c5c32c33c6) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:10:15.310271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.419917 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.462172 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:10:15.465099 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:10:15.467532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:10:15.494443 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=07e967ba-618c-4d0d-b87e-34c5c32c33c6,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:15.554314 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.629131 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.775568 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.852598 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:15.921264 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=07e967ba-618c-4d0d-b87e-34c5c32c33c6,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:15.931808 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:16.026703 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:16.027959 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d7284d02-d493-4085-a23e-4ad0f35fc339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0874221 Apr 12 00:10:16.222568 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-c6063aab-f6e3-4025-a34e-c690843940b3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--861806096&fields=id&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 267 time: 0.0433385 Apr 12 00:10:16.324383 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-91c31989-197c-4e25-ac57-6857da59d700 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:16.325753 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-91c31989-197c-4e25-ac57-6857da59d700 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.0969987 Apr 12 00:10:16.339621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-6962fc09-4187-4c7e-9665-fd6dfc64aebc tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/quotas/dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 375 time: 0.0085840 Apr 12 00:10:16.400276 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-8167e565-579f-44cc-97b2-702c32b6f921 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560138 Apr 12 00:10:16.705084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-0af4e35b-bf60-4883-9dcb-ee2314d233a6 service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938154 Apr 12 00:10:16.797221 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-38dc4c00-7eb5-4821-b7ad-908557c7ab72 service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859222 Apr 12 00:10:17.050076 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-de77b8ab-c9e0-4c0c-a555-ea0292b7c33d req-f5ac5a52-5f38-4d79-ab99-cf1350bf2091 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 210 time: 0.0272481 Apr 12 00:10:18.143098 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4d8d6b6f-ec18-4dc3-bff5-89c0ef9fa3dd req-13a7e364-0c00-4396-9443-b7da4bf160d9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 210 time: 0.0261309 Apr 12 00:10:18.915229 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-06fd4af3-d4f9-48e5-b365-26132aef3344 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:18.916701 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-06fd4af3-d4f9-48e5-b365-26132aef3344 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.0997708 Apr 12 00:10:18.994239 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-35030d2b-7d5d-49b7-beb4-84385b4e573c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 472 time: 0.0611889 Apr 12 00:10:19.023968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'port': {'device_id': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'admin_state_up': True, 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'security_groups': ['af5eb91f-1870-4795-b1d1-15e2c49f0985']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:19.190786 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:10:19.194822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.240525 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3fe726a5-1aea-4f99-b01f-46846dd40567 req-e1a9ce2a-c1f6-42b9-8b27-f818b65700d9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Apr 12 00:10:19.327235 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.20.0.4 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/87d436cc-2928-46d0-9f3c-f1c3d58c4d84) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:10:19.456530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.562050 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.606160 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:10:19.609772 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:10:19.615992 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:10:19.621777 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:19.672369 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:19.673022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.782400 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-04c20448-897d-49b0-8acb-6b92906649fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620003 Apr 12 00:10:19.795734 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Request body: {'port': {'device_id': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:19.847777 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-5475fbbe-23ad-4f31-a825-e2575a08b85a None None] Provisioning complete for port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:10:19.848392 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-5475fbbe-23ad-4f31-a825-e2575a08b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.855611 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:19.880662 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-5475fbbe-23ad-4f31-a825-e2575a08b85a None None] Port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:10:20.117903 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:10:20.125949 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks [] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:20.137769 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Transition to ACTIVE for port object 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:10:20.190532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:20.242323 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Pushing event updated for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:20.309617 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Attempting to bind port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:10:20.309953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Attempting to bind port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:10:20.310393 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Attempting to bind port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:10:20.316233 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:10:20.316634 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Attempting to bind port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:10:20.322073 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:10:20.322486 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:10:20.322975 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:10:20.323475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Bound port: 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:10:20.323938 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:20.364041 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca34d-6178-4ff6-b41e-2b9ff0a1bfa4 req-77975258-0170-4693-83e6-4ff64b373fa1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:20.368142 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bbca34d-6178-4ff6-b41e-2b9ff0a1bfa4 req-77975258-0170-4693-83e6-4ff64b373fa1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 943 time: 0.0566242 Apr 12 00:10:20.397223 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:10:20.400435 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:10:20.421032 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bbca34d-6178-4ff6-b41e-2b9ff0a1bfa4 req-8011849c-29a8-466f-b794-023d95978770 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490439 Apr 12 00:10:20.476826 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:20.511134 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:20.511750 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:20.513175 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] 10.222.0.20 "PUT /v2.0/ports/87d436cc-2928-46d0-9f3c-f1c3d58c4d84 HTTP/1.1" status: 200 len: 1093 time: 0.7218659 Apr 12 00:10:20.513679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:20.515968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:20.548823 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Pushing event updated for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:20.559169 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.559676 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.560094 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.560506 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.561538 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.562040 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.562444 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.563089 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.563471 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.563811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.564201 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.564538 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.564904 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e88e7-a28e-4caf-bd91-166a409c9308 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:20.572250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c7998-9766-4722-98af-7bcf096661bc x-openstack-request-id: req-bb4c7998-9766-4722-98af-7bcf096661bc {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:20.572250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:20.572698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb4c7998-9766-4722-98af-7bcf096661bc {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:20.572939 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4c7998-9766-4722-98af-7bcf096661bc'] response: {'name': 'network-changed', 'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'status': 'completed', 'code': 200} Apr 12 00:10:20.684913 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-ee458431-716f-4fd4-9701-509e31e555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:20.686458 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-ee458431-716f-4fd4-9701-509e31e555a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0481994 Apr 12 00:10:21.095371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-5f6fbccb-83fb-4a7e-a449-3dfdef796021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.096865 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-5f6fbccb-83fb-4a7e-a449-3dfdef796021 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dffec5ef81d44b04937250eaeeceeac4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4015176 Apr 12 00:10:21.192749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-b7598593-be6d-4aa6-8251-cfb8db7f46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.194202 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d06a1746-9ab5-4699-945c-d41b5c5f7ca9 req-b7598593-be6d-4aa6-8251-cfb8db7f46f5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901351 Apr 12 00:10:21.247729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286e20a-030a-4ed6-a90d-09c8d75d25f7 req-9768c4d7-0323-4daa-8c67-d38e7a1d9966 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.249135 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f286e20a-030a-4ed6-a90d-09c8d75d25f7 req-9768c4d7-0323-4daa-8c67-d38e7a1d9966 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0674043 Apr 12 00:10:21.293230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-f7ae98b1-941a-485c-a418-e02bdb3f1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.294815 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-f7ae98b1-941a-485c-a418-e02bdb3f1059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0563612 Apr 12 00:10:21.300425 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f286e20a-030a-4ed6-a90d-09c8d75d25f7 req-e7d5b72d-1cd8-442b-8903-a66fa3e65723 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Apr 12 00:10:21.323758 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60884) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:21.336045 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-0a08bfe5-ded4-443d-bdc7-7d39b0937aef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84 HTTP/1.1" status: 200 len: 217 time: 0.0335844 Apr 12 00:10:21.389926 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-7d9f249c-fbd4-4185-8c7c-4ecafc909edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.392145 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-7d9f249c-fbd4-4185-8c7c-4ecafc909edf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0494561 Apr 12 00:10:21.415886 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b0be8-e136-49bf-97c3-5e1f3eb51edf tempest-TestMinimumBasicScenario-1217772843 tempest-TestMinimumBasicScenario-1217772843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.419316 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e56b0be8-e136-49bf-97c3-5e1f3eb51edf tempest-TestMinimumBasicScenario-1217772843 tempest-TestMinimumBasicScenario-1217772843-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1125 time: 0.0941157 Apr 12 00:10:21.420275 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60888) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:21.424987 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'port_id': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:21.449304 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-6232c5c5-2e45-4f10-a863-e9287f055485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.450903 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-6232c5c5-2e45-4f10-a863-e9287f055485 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520487 Apr 12 00:10:21.525225 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:21.545256 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-c9017037-517f-4d37-bfa7-d679f81a24dd service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833967 Apr 12 00:10:21.591519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dd67d-f8c5-4a0d-9358-088c240d4f64 req-052256d8-d7ed-4e03-ae09-9a3a255d7470 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:21.592981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c0dd67d-f8c5-4a0d-9358-088c240d4f64 req-052256d8-d7ed-4e03-ae09-9a3a255d7470 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 943 time: 0.0996113 Apr 12 00:10:21.637899 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f15543e5-814e-4755-af50-1f392c7fdb5d req-9edabd09-524c-4857-935f-72466556ae84 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Apr 12 00:10:21.658909 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c0dd67d-f8c5-4a0d-9358-088c240d4f64 req-503f1473-7c41-496a-bc72-6abb5cd16d1f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577025 Apr 12 00:10:21.672858 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:21.779223 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Allocated IP 172.27.1.70 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/3172f8b2-675d-4744-9c9b-970bc9570718) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:10:21.871874 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for port (3172f8b2-675d-4744-9c9b-970bc9570718), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:21.961468 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:21.995524 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:10:21.998340 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:10:22.002166 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:10:22.028481 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'Port': ['ID=3172f8b2-675d-4744-9c9b-970bc9570718,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:22.341449 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for floatingip (ebfc2445-2ead-4fef-8aa8-7d748edc070f), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:22.461845 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:22.603189 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for port (3172f8b2-675d-4744-9c9b-970bc9570718), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:22.658721 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:22.660447 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:10:22.729282 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'Port': ['ID=3172f8b2-675d-4744-9c9b-970bc9570718,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:22.767506 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (ebfc2445-2ead-4fef-8aa8-7d748edc070f), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:22.861940 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c574ba1-ab54-4e54-a982-5773fbdf57e4 req-f7b35160-38f8-4777-b723-7936fa4d1809 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:22.863692 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c574ba1-ab54-4e54-a982-5773fbdf57e4 req-f7b35160-38f8-4777-b723-7936fa4d1809 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 943 time: 0.1318829 Apr 12 00:10:22.917289 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Floating IP ebfc2445-2ead-4fef-8aa8-7d748edc070f associated. External IP: 172.27.1.70, port: ab37639a-85d5-434a-9336-6b1fac35d522. Apr 12 00:10:22.963042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:10:22.976166 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'port_id': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'mac_address': 'fa:16:3e:b0:d7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:10:22.987501 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5c574ba1-ab54-4e54-a982-5773fbdf57e4 req-7951f695-33ec-42c2-928b-f81c155eff6c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161206 Apr 12 00:10:23.023531 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:10:23.023924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.047881 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:10:23.070992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:10:23.121916 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.135152 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:10:23.169547 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:23.176713 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.181160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:10:23.252237 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:10:23.262024 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Sync routers for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:10:23.272116 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:23.272717 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:23.312838 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.347089 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b6a7e81b-0c95-4c40-9bf8-b74a7eea8a28 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9230621 Apr 12 00:10:23.347089 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:23.347400 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28785ba7-9d1c-40a6-ae46-bab7252efe03" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:23.347523 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60894) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:23.352020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543291725', 'description': 'tempest-secgroup-smoke-1543291725 description', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:23.378355 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:23.383649 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ed290-5fdb-4e86-a527-70398f00a165 x-openstack-request-id: req-859ed290-5fdb-4e86-a527-70398f00a165 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:23.383960 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:23.384213 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-859ed290-5fdb-4e86-a527-70398f00a165 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:23.384614 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859ed290-5fdb-4e86-a527-70398f00a165'] response: {'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:10:23.407594 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.442637 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['87d436cc-2928-46d0-9f3c-f1c3d58c4d84'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:10:23.486082 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-42897e5f-1292-4ef8-a00a-aaf107b6e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:23.487637 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-42897e5f-1292-4ef8-a00a-aaf107b6e027 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1130 time: 0.0679092 Apr 12 00:10:23.559169 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (ecdc9a91-4428-44e9-9298-0f987e387a19), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.599665 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-e86f44dc-8cf3-475c-acd4-e8bf146764a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:23.601141 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-e86f44dc-8cf3-475c-acd4-e8bf146764a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 916 time: 0.1006756 Apr 12 00:10:23.614511 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ecdc9a91-4428-44e9-9298-0f987e387a19), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.618995 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'ebfc2445-2ead-4fef-8aa8-7d748edc070f', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'port_id': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'mac_address': 'fa:16:3e:78:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:22Z', 'updated_at': '2022-04-12T00:10:22Z', 'revision_number': 0, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:23.645091 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Checking router: 477df9b1-a2ad-45fc-a531-e8647aeb7e66 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:10:23.653257 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:23.653854 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:09:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:23.680250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdc9a91-4428-44e9-9298-0f987e387a19,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:23.690517 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-e54e4fa8-e735-471a-8db0-19fcf58a8279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 999 time: 0.0832608 Apr 12 00:10:23.737153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.738610 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a0195d25-85b1-4e8b-b107-491d3aefff81 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3901801 Apr 12 00:10:23.741721 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60898) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:23.746078 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-b5133992-e23f-4c51-baea-f8d8ef92acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:23.747500 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-b5133992-e23f-4c51-baea-f8d8ef92acd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0507867 Apr 12 00:10:23.748270 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:23.765343 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:23.801575 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-aceef812-ab37-4003-908c-b0b5b409e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:23.803095 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-aceef812-ab37-4003-908c-b0b5b409e6b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488665 Apr 12 00:10:23.846957 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (77f23887-428f-4992-88b2-7b47e3ddf1ea), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.896852 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-b94cfc65-9449-4ea2-8def-263cf54c6586 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Apr 12 00:10:23.908791 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (77f23887-428f-4992-88b2-7b47e3ddf1ea), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.978987 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (77f23887-428f-4992-88b2-7b47e3ddf1ea), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:23.995806 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-28785ba7-9d1c-40a6-ae46-bab7252efe03 req-9d53d803-e3c2-49ca-bb33-9af4fab1faf8 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Apr 12 00:10:23.999130 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f23887-428f-4992-88b2-7b47e3ddf1ea,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:24.010434 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'ebfc2445-2ead-4fef-8aa8-7d748edc070f', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'port_id': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'mac_address': 'fa:16:3e:78:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:22Z', 'updated_at': '2022-04-12T00:10:22Z', 'revision_number': 0, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:24.037485 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c0d93-db4c-4950-b764-e6559725011d None None] The sync data for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi is: [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'ebfc2445-2ead-4fef-8aa8-7d748edc070f', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'port_id': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'mac_address': 'fa:16:3e:78:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:22Z', 'updated_at': '2022-04-12T00:10:22Z', 'revision_number': 0, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:10:24.086170 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.090767 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2aeaf95b-3e92-4c1b-b07b-119941a0dd7b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437088 Apr 12 00:10:24.090958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60904) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:24.096350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:24.125461 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30691db9-5152-4f45-87c3-ff8363717258 req-0fdc2e5e-6163-45e5-a49f-ea13c772b9f6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:24.125461 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30691db9-5152-4f45-87c3-ff8363717258 req-0fdc2e5e-6163-45e5-a49f-ea13c772b9f6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 944 time: 0.0617607 Apr 12 00:10:24.166141 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-30691db9-5152-4f45-87c3-ff8363717258 req-5cc2d424-f257-45a8-aa20-c9c87594a7f6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Apr 12 00:10:24.190687 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (87834888-01fc-4f97-b9fc-7f6f3fb6b574), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.245467 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f29a53-51c7-4b0c-8e3f-f95c22b60d43 None None] New status for floating IP ebfc2445-2ead-4fef-8aa8-7d748edc070f: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:10:24.251111 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (87834888-01fc-4f97-b9fc-7f6f3fb6b574), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.321637 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (87834888-01fc-4f97-b9fc-7f6f3fb6b574), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.339785 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87834888-01fc-4f97-b9fc-7f6f3fb6b574,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:24.408927 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.410070 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-eb3c0748-2b56-4514-b0f1-42a1ba126aaf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3181553 Apr 12 00:10:24.412856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60906) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:24.417056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:24.480981 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (a3b7935f-ebf4-4075-bf28-898141a12be9), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.537427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (a3b7935f-ebf4-4075-bf28-898141a12be9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.590222 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (a3b7935f-ebf4-4075-bf28-898141a12be9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.608856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b7935f-ebf4-4075-bf28-898141a12be9,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:24.656036 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.657353 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-ccca46da-6047-4391-832d-995c62c92f13 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435703 Apr 12 00:10:24.665912 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60908) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:24.665912 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:24.686582 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:10:24.739187 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (46dc6df4-476b-4e13-87d9-bb3b9f8482c7), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.801546 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (46dc6df4-476b-4e13-87d9-bb3b9f8482c7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.813814 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:10:24.817676 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:10:24.820890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.842914 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-950ed5a1-30c9-444b-a5cd-9ed5ce970b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.870305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (46dc6df4-476b-4e13-87d9-bb3b9f8482c7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.888028 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc6df4-476b-4e13-87d9-bb3b9f8482c7,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:24.900544 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:10:24.906750 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.922768 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:24.924974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac1ac40-4b3d-4dbd-88f9-1160f5ee46bc" -d '{"events": [{"server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "name": "network-vif-plugged", "status": "completed", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:24.938367 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:10:24.941550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:24.942911 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-4c767e90-8e9b-4b2b-850e-3a618b4b6e85 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817459 Apr 12 00:10:24.945807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 60912) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:24.951232 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:24.961641 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c543f-cdd6-44d6-a253-f73f53b60219 x-openstack-request-id: req-567c543f-cdd6-44d6-a253-f73f53b60219 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:24.961937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "name": "network-vif-plugged", "status": "completed", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:24.962186 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-567c543f-cdd6-44d6-a253-f73f53b60219 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:24.962691 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567c543f-cdd6-44d6-a253-f73f53b60219'] response: {'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'code': 200} Apr 12 00:10:24.973115 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.022864 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:25.035947 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.securitygroups_db [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Project 3f8cd7a4a37c4abfb6a04a953cc69473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:10:25.041307 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (d040bf28-bedd-4b8d-8c68-5e7b292609c8), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.098939 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (d040bf28-bedd-4b8d-8c68-5e7b292609c8), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.167274 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (d040bf28-bedd-4b8d-8c68-5e7b292609c8), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.188293 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d040bf28-bedd-4b8d-8c68-5e7b292609c8,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:25.278191 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedfeea-b0ad-450c-968e-b600acc91e2d req-0165585d-3097-4339-bbb5-5da20e6ded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:25.279718 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8cedfeea-b0ad-450c-968e-b600acc91e2d req-0165585d-3097-4339-bbb5-5da20e6ded15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0460477 Apr 12 00:10:25.280462 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.282243 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-15effd30-e70a-4a7c-9edc-0f10f1c13bf2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3345387 Apr 12 00:10:25.290158 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60916) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:25.290537 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49303-3d6c-4fbc-9cec-5976bf5721ef req-ca3ef732-d887-4279-ac91-67c9750c0117 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:25.292086 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3ba49303-3d6c-4fbc-9cec-5976bf5721ef req-ca3ef732-d887-4279-ac91-67c9750c0117 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0597501 Apr 12 00:10:25.299617 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'security_group_rule': {'security_group_id': 'ecdc9a91-4428-44e9-9298-0f987e387a19', 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:25.346267 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8cedfeea-b0ad-450c-968e-b600acc91e2d req-655d6dfd-5dbf-4fcc-88cb-14c06782eb1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569699 Apr 12 00:10:25.347409 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3ba49303-3d6c-4fbc-9cec-5976bf5721ef req-e09a8bb5-0953-40ca-bed7-fd6087696808 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491748 Apr 12 00:10:25.421073 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.securitygroups_db [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Project 3f8cd7a4a37c4abfb6a04a953cc69473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:10:25.428891 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (dd8bf2ab-0e90-4b71-a93a-efa5264968a2), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.486265 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (dd8bf2ab-0e90-4b71-a93a-efa5264968a2), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.555472 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (dd8bf2ab-0e90-4b71-a93a-efa5264968a2), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.573208 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8bf2ab-0e90-4b71-a93a-efa5264968a2,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:25.649570 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:25.650800 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d4ed42a4-6ed5-4810-813d-d1db7eafcba2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3595059 Apr 12 00:10:25.740093 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c8dbf2f8-536a-47e4-9285-67c3aa28cc6b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543291725&fields=id&tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473 HTTP/1.1" status: 200 len: 267 time: 0.0444541 Apr 12 00:10:25.794082 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-0d7e269d-e4a7-4b5b-b567-5fee2a669be5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:25.795572 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-0d7e269d-e4a7-4b5b-b567-5fee2a669be5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0502067 Apr 12 00:10:25.806524 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'port': {'security_groups': ['04124267-d1ce-47c0-8bc3-c65522807bec', 'ecdc9a91-4428-44e9-9298-0f987e387a19']}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:25.875949 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:26.086202 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:10:26.114512 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for port (ab37639a-85d5-434a-9336-6b1fac35d522), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:26.184130 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:26.197085 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:10:26.208021 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:10:26.229392 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.230004 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:26.231431 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57d85d8d-87db-49ed-b675-1c0904d497e0 req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "PUT /v2.0/ports/ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 982 time: 0.4291813 Apr 12 00:10:26.231882 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:26.234144 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e4f7bc-4e96-428b-9221-37ea62862997" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:26.273135 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20502-69b7-42c9-a54f-9c659c40256b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=6']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:10:26.298466 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e08e3-3cf8-45b7-946b-d57321d943c1 x-openstack-request-id: req-164e08e3-3cf8-45b7-946b-d57321d943c1 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:26.298466 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:26.298466 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-164e08e3-3cf8-45b7-946b-d57321d943c1 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:26.298466 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164e08e3-3cf8-45b7-946b-d57321d943c1'] response: {'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:10:26.350145 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dbafe-4a16-477f-aa98-ca80f2ed67a6 req-aedb74c5-6bf3-46df-9f0c-2672e5de16b6 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.351959 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d72dbafe-4a16-477f-aa98-ca80f2ed67a6 req-aedb74c5-6bf3-46df-9f0c-2672e5de16b6 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0585744 Apr 12 00:10:26.358337 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:10:26.395750 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-f0e256d9-b9ae-4da1-85ed-75b905523cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.397767 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-f0e256d9-b9ae-4da1-85ed-75b905523cac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1169 time: 0.0788901 Apr 12 00:10:26.441731 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d72dbafe-4a16-477f-aa98-ca80f2ed67a6 req-24ddd9df-1711-4e51-a61c-afc02488c942 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831423 Apr 12 00:10:26.537469 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-b3f3c6a8-b449-41a7-8f8f-4fca052ecef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.539725 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-b3f3c6a8-b449-41a7-8f8f-4fca052ecef8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 916 time: 0.1312430 Apr 12 00:10:26.543705 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0404-f15e-418b-a2ca-fd74ebba0f28 req-99f3bee6-d796-430a-92af-df135de68f76 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.545312 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ace0404-f15e-418b-a2ca-fd74ebba0f28 req-99f3bee6-d796-430a-92af-df135de68f76 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0896959 Apr 12 00:10:26.602016 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7ace0404-f15e-418b-a2ca-fd74ebba0f28 req-f84b3ea6-7fad-45fe-9534-e51002c24fb3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494912 Apr 12 00:10:26.636762 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-18869203-9e7f-46b5-aeeb-48f1e50e8f52 None None] Provisioning complete for port ab37639a-85d5-434a-9336-6b1fac35d522 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:10:26.637124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-18869203-9e7f-46b5-aeeb-48f1e50e8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:26.649900 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-b5f42d11-439a-4c54-a196-19c0635acb8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 1001 time: 0.0922096 Apr 12 00:10:26.706790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-45b799c5-d0b7-42a0-9551-ad190078f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.708663 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-45b799c5-d0b7-42a0-9551-ad190078f326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0508428 Apr 12 00:10:26.769291 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-6c1eac38-edc0-4811-a599-4f9987cb1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:26.770978 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-6c1eac38-edc0-4811-a599-4f9987cb1fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551648 Apr 12 00:10:26.849828 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-18869203-9e7f-46b5-aeeb-48f1e50e8f52 None None] Current status of the port ab37639a-85d5-434a-9336-6b1fac35d522 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:10:26.888793 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-58933bad-6cde-4a16-9785-5b25d4423298 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107600 Apr 12 00:10:26.983466 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-41e4f7bc-4e96-428b-9221-37ea62862997 req-49257b8d-58d1-49e0-8603-1a2167d32e03 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881352 Apr 12 00:10:27.156526 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a168-ac8e-4381-bbd7-b6e967c66b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:27.724357 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae1e31-d82e-4477-afd1-88c7c243ca31 req-115cfd4f-a7f9-4643-81b1-a9c7aebd1e62 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:27.725807 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-99ae1e31-d82e-4477-afd1-88c7c243ca31 req-115cfd4f-a7f9-4643-81b1-a9c7aebd1e62 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0559299 Apr 12 00:10:27.777025 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-99ae1e31-d82e-4477-afd1-88c7c243ca31 req-64a30376-58b3-4e90-b7d3-0f8c3f92a62a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Apr 12 00:10:27.888706 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df33ab5-7c2b-46d7-9b99-b5117a6aca6d req-5861e276-a10a-4c78-b950-2a8567cd588e tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:27.890088 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7df33ab5-7c2b-46d7-9b99-b5117a6aca6d req-5861e276-a10a-4c78-b950-2a8567cd588e tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Apr 12 00:10:27.898577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 60934) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:10:27.903247 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'port_id': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:10:27.946088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:28.196014 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:28.366851 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:28.418972 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:28.517915 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP bdaa2d51-b8e6-4971-b3e3-6f6883709d3f associated. External IP: 172.27.1.118, port: 87d436cc-2928-46d0-9f3c-f1c3d58c4d84. Apr 12 00:10:28.724912 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:10:28.832594 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:10:28.837386 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:28.842430 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:10:28.852290 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:28.852890 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:28.872685 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-cc633247-a56e-4363-97bd-7645f68d4a01 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "PUT /v2.0/floatingips/bdaa2d51-b8e6-4971-b3e3-6f6883709d3f HTTP/1.1" status: 200 len: 991 time: 0.9685855 Apr 12 00:10:28.872685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:10:28.872685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f128f4-a50e-4d13-9c0a-c415f2a3e944" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:10:28.907834 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff23b016-144d-42e0-a57c-21996002ce5e x-openstack-request-id: req-ff23b016-144d-42e0-a57c-21996002ce5e {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:10:28.908467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:10:28.908467 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff23b016-144d-42e0-a57c-21996002ce5e {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:10:28.908808 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff23b016-144d-42e0-a57c-21996002ce5e'] response: {'name': 'network-changed', 'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'status': 'completed', 'code': 200} Apr 12 00:10:28.963449 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:28.973873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-1b69bb96-5851-4f05-91a0-9c219323363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:28.975580 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-1b69bb96-5851-4f05-91a0-9c219323363f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0450373 Apr 12 00:10:29.067307 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-16258f88-3afa-4de5-aa2a-3d2ec9dde3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:29.068694 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-16258f88-3afa-4de5-aa2a-3d2ec9dde3d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 916 time: 0.0868742 Apr 12 00:10:29.134436 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-e244cec9-f140-4a0e-8266-8dc45d27f4dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84 HTTP/1.1" status: 200 len: 999 time: 0.0583704 Apr 12 00:10:29.182478 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-69cdaa84-61d4-4991-adc1-efe6abee699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:29.185098 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-69cdaa84-61d4-4991-adc1-efe6abee699b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0431921 Apr 12 00:10:29.185833 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}, {'id': 'bdaa2d51-b8e6-4971-b3e3-6f6883709d3f', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:b0:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:15Z', 'updated_at': '2022-04-12T00:10:28Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:29.211549 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:10:29.220269 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:10:29.220865 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:29.236529 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-096290a2-6c9b-4430-94ce-74709b9e2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:29.238294 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-096290a2-6c9b-4430-94ce-74709b9e2348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486836 Apr 12 00:10:29.332277 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-17e9678e-b70a-4bc9-85df-db2e0d921fdb service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865738 Apr 12 00:10:29.417133 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:10:29.425136 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-74f128f4-a50e-4d13-9c0a-c415f2a3e944 req-074bf65f-ef5a-4119-8719-73fe2846bf15 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857100 Apr 12 00:10:29.643439 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}, {'id': 'bdaa2d51-b8e6-4971-b3e3-6f6883709d3f', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:b0:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:15Z', 'updated_at': '2022-04-12T00:10:28Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:10:29.673450 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bbc13-60dd-4203-81af-c91e041121eb None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}, {'id': 'bdaa2d51-b8e6-4971-b3e3-6f6883709d3f', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:b0:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:10:15Z', 'updated_at': '2022-04-12T00:10:28Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:10:29.790468 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:29.862276 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101db8f0-d412-4c49-b676-d95b844f67ea None None] New status for floating IP bdaa2d51-b8e6-4971-b3e3-6f6883709d3f: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:10:31.264587 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:32.345056 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:34.976316 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-6265e211-374e-475c-af6d-878b4f3c7b60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441327 Apr 12 00:10:35.041495 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-7b12becb-37b3-4fdb-bc09-ec40c5f96d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:35.042914 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-7b12becb-37b3-4fdb-bc09-ec40c5f96d34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 1130 time: 0.0438609 Apr 12 00:10:35.147019 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-cd0343a0-0beb-417b-b3a8-761788163bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:35.148475 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-cd0343a0-0beb-417b-b3a8-761788163bef service neutron] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 916 time: 0.0865648 Apr 12 00:10:35.218166 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-a90dcc97-aee3-4f62-92d1-cc4ecd92ba77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17ac69e-4483-4bf1-8473-4db022053ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0627725 Apr 12 00:10:35.267484 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-5f289ba8-d53c-4b77-b311-a8bafbbd3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:35.269033 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-5f289ba8-d53c-4b77-b311-a8bafbbd3e09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0439377 Apr 12 00:10:35.321845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-45e64c74-1a41-4899-bd73-8e208edbc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:35.323311 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-45e64c74-1a41-4899-bd73-8e208edbc4bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482607 Apr 12 00:10:35.410756 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-cb39e964-6c2b-4baf-99fd-1d3b9b89b308 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816255 Apr 12 00:10:35.503482 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-7b2e1865-8d47-4951-b7a1-e9878389cfa6 req-82a400fd-8fa3-4602-a50d-b5d3c9d773fc service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848761 Apr 12 00:10:40.789562 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2313-fe01-484e-a1ad-6d45ddf0b5dc req-40d1b09f-0184-4c81-ae67-882ec72b6e90 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:40.791189 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-152f2313-fe01-484e-a1ad-6d45ddf0b5dc req-40d1b09f-0184-4c81-ae67-882ec72b6e90 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0613291 Apr 12 00:10:40.851945 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-152f2313-fe01-484e-a1ad-6d45ddf0b5dc req-0f928120-6604-4851-a893-940f6c025bc9 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548899 Apr 12 00:10:40.854873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-a745e920-2cd3-42df-80d2-21c2d53f9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:40.856309 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-a745e920-2cd3-42df-80d2-21c2d53f9db6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1169 time: 0.0453994 Apr 12 00:10:40.951489 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-8ccbc440-3b10-4fcb-9344-68d2660c1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:40.952944 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-8ccbc440-3b10-4fcb-9344-68d2660c1ad4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 916 time: 0.0867691 Apr 12 00:10:41.017094 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-f18a5e6e-7b1f-4d35-8a9b-033f5a24e7ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 1001 time: 0.0576053 Apr 12 00:10:41.064952 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-1597ab20-5162-45b2-b27e-cc46c513a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:41.066922 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-1597ab20-5162-45b2-b27e-cc46c513a6da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0426099 Apr 12 00:10:41.119557 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-49c093e6-1771-44e4-abdf-f02d202cff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:41.121253 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-49c093e6-1771-44e4-abdf-f02d202cff39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471237 Apr 12 00:10:41.210010 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-8bef6c03-a300-4d54-aab3-97ea567436e4 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807683 Apr 12 00:10:41.301316 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d2caac8b-ffe3-4eed-a3c9-4d7f88b04354 req-93ef42f0-87a5-429f-ba3e-1743bc5213e8 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Apr 12 00:10:41.974802 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb86879-35d8-4e6d-b5cf-b8101875eaa0 req-8426a825-1100-4a93-a012-5e459b6b981e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:41.976326 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5bb86879-35d8-4e6d-b5cf-b8101875eaa0 req-8426a825-1100-4a93-a012-5e459b6b981e tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0555527 Apr 12 00:10:42.034654 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5bb86879-35d8-4e6d-b5cf-b8101875eaa0 req-91980208-bec9-4d58-8850-cde07185809a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520463 Apr 12 00:10:43.151418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052491f-2348-419e-b5d3-be2850ef9e41 req-7964d50c-cac5-4fea-b685-8e67caf3d668 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:43.152871 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3052491f-2348-419e-b5d3-be2850ef9e41 req-7964d50c-cac5-4fea-b685-8e67caf3d668 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0526319 Apr 12 00:10:43.210707 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3052491f-2348-419e-b5d3-be2850ef9e41 req-fe421d2b-7b4c-4921-b1b3-9b9af2ce0d6f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521367 Apr 12 00:10:44.329310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aacfc-4272-4c29-a91d-dd9c48571a46 req-7a136bac-c227-46f2-bc19-1cab2b3684db tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:44.331442 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e3aacfc-4272-4c29-a91d-dd9c48571a46 req-7a136bac-c227-46f2-bc19-1cab2b3684db tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0542643 Apr 12 00:10:44.388756 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4e3aacfc-4272-4c29-a91d-dd9c48571a46 req-e0ebb7c4-2804-4130-9e1b-8e534cca6b3f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517039 Apr 12 00:10:45.507489 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1a9e6-caa2-4b65-8a3c-2f5f2e49a5df req-22e77480-2d2a-4b22-b9a2-543b94a2c1f2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:45.508978 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-93a1a9e6-caa2-4b65-8a3c-2f5f2e49a5df req-22e77480-2d2a-4b22-b9a2-543b94a2c1f2 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0527532 Apr 12 00:10:45.570170 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-93a1a9e6-caa2-4b65-8a3c-2f5f2e49a5df req-a16684d9-58d1-4b46-903f-2251a7f0f844 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530281 Apr 12 00:10:46.685037 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b1daf-1e50-4d4e-81ab-ecfa6c864354 req-e48b9d57-d870-4d4c-94e0-626c683095e8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:46.686476 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-614b1daf-1e50-4d4e-81ab-ecfa6c864354 req-e48b9d57-d870-4d4c-94e0-626c683095e8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0504222 Apr 12 00:10:46.749247 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-614b1daf-1e50-4d4e-81ab-ecfa6c864354 req-e7fa9c9c-ae81-42f2-87a7-3a601857196f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565002 Apr 12 00:10:47.871121 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bd498-7e30-4cae-adc6-e2802d120790 req-972eed25-fe12-4fa5-8033-1c24f7ec35ce tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:47.872605 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-619bd498-7e30-4cae-adc6-e2802d120790 req-972eed25-fe12-4fa5-8033-1c24f7ec35ce tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0562925 Apr 12 00:10:47.933801 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-619bd498-7e30-4cae-adc6-e2802d120790 req-b5d13347-d6cf-4df9-8ddc-97ea016b932a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546319 Apr 12 00:10:49.056049 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106944-4c61-46cc-81b6-02c1549d867e req-80e5456e-008b-4280-b8ac-6d4642ec3d48 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:49.057501 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0f106944-4c61-46cc-81b6-02c1549d867e req-80e5456e-008b-4280-b8ac-6d4642ec3d48 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0557327 Apr 12 00:10:49.122084 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0f106944-4c61-46cc-81b6-02c1549d867e req-fe55c658-83f8-4719-b662-40e06d7b026f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587204 Apr 12 00:10:50.252294 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44d233-8168-4b8b-a754-66fb43568254 req-cd33d5c3-1b0d-4182-a838-73d44061144c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:50.255039 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0b44d233-8168-4b8b-a754-66fb43568254 req-cd33d5c3-1b0d-4182-a838-73d44061144c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0648754 Apr 12 00:10:50.315903 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0b44d233-8168-4b8b-a754-66fb43568254 req-a1bdeab1-09f8-47cd-9392-74e3641b09e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545926 Apr 12 00:10:51.436378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5e61-cf15-4b4e-a3b4-13672b319008 req-746470ea-5192-4e70-9893-b82d38726a39 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:51.437952 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8def5e61-cf15-4b4e-a3b4-13672b319008 req-746470ea-5192-4e70-9893-b82d38726a39 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0529120 Apr 12 00:10:51.499074 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8def5e61-cf15-4b4e-a3b4-13672b319008 req-37079da4-c14a-4dfd-91df-e951b7a080ac tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548577 Apr 12 00:10:52.618682 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe227-3947-42f9-add7-8814f8ba796b req-660dc784-b93b-470d-870f-b51b3d08b675 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:10:52.620235 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-996fe227-3947-42f9-add7-8814f8ba796b req-660dc784-b93b-470d-870f-b51b3d08b675 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0530634 Apr 12 00:10:52.683971 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-996fe227-3947-42f9-add7-8814f8ba796b req-2cdd3318-a083-48fb-ac7d-114003c22e0a tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&id=ecdc9a91-4428-44e9-9298-0f987e387a19&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577490 Apr 12 00:10:54.812456 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-543052ed-ed95-4e87-a036-fbb67a0db637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:57.178205 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-62eec203-9f04-4462-be83-f3187001cef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:58.195001 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:10:59.806968 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:01.299001 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:02.355009 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:03.206466 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:11:05.558176 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed0786-1a81-4853-9efb-0a04214509e6 req-7403be4f-3bfd-479b-a6ed-72a49a19b487 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:05.559741 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ebed0786-1a81-4853-9efb-0a04214509e6 req-7403be4f-3bfd-479b-a6ed-72a49a19b487 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0520103 Apr 12 00:11:05.606002 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ebed0786-1a81-4853-9efb-0a04214509e6 req-12deb93e-c18c-48b1-a671-dc0616e5cf31 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Apr 12 00:11:06.724682 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076114-4458-404c-919e-cc12b63d39fe req-80c7f9e4-f726-4fca-9a41-7be788dcd0a0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:06.726225 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e076114-4458-404c-919e-cc12b63d39fe req-80c7f9e4-f726-4fca-9a41-7be788dcd0a0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Apr 12 00:11:06.772595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6e076114-4458-404c-919e-cc12b63d39fe req-162c97cc-577a-439d-84de-29bbe68c451e tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Apr 12 00:11:07.112701 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830148e-0051-430f-9105-927c4fe6e645 req-13f69929-a01e-4744-bbe3-23ea8d68bf65 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:07.114941 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8830148e-0051-430f-9105-927c4fe6e645 req-13f69929-a01e-4744-bbe3-23ea8d68bf65 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Apr 12 00:11:07.207186 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:07.207565 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:07.546867 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] For port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:07.547149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:07.709700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:07.710057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:07.710375 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP bdaa2d51-b8e6-4971-b3e3-6f6883709d3f disassociated. External IP: 172.27.1.118, port: 87d436cc-2928-46d0-9f3c-f1c3d58c4d84. Apr 12 00:11:07.710710 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:07.881219 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (87d436cc-2928-46d0-9f3c-f1c3d58c4d84), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:07.894746 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07b702-2d96-475f-86db-ead17f331a34 req-28a748ac-a071-4848-bb03-c42d31025c7b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:07.897074 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c07b702-2d96-475f-86db-ead17f331a34 req-28a748ac-a071-4848-bb03-c42d31025c7b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 867 time: 0.0548310 Apr 12 00:11:07.907962 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=87d436cc-2928-46d0-9f3c-f1c3d58c4d84,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:07.946489 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9c07b702-2d96-475f-86db-ead17f331a34 req-79e3b872-04d3-48f7-81d2-e8325ae0e30b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5eb91f-1870-4795-b1d1-15e2c49f0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437260 Apr 12 00:11:08.026238 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:08.133098 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:08.142482 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:08.151497 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:08.152094 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:08.173690 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] No DVR routers for this DVR port 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:08.177608 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:08.180942 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8830148e-0051-430f-9105-927c4fe6e645 req-65fa765d-1303-4f4b-a680-76fd8834e0e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "DELETE /v2.0/ports/87d436cc-2928-46d0-9f3c-f1c3d58c4d84 HTTP/1.1" status: 204 len: 173 time: 1.0576301 Apr 12 00:11:08.181382 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'name': 'network-vif-deleted', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:08.183630 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba73475-e591-42f3-a9b3-164d94a79a7b" -d '{"events": [{"server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "name": "network-vif-deleted", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:08.218684 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09450ba7-443a-4e7f-aeb1-283ec2d3760b x-openstack-request-id: req-09450ba7-443a-4e7f-aeb1-283ec2d3760b {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:08.219004 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9", "name": "network-vif-deleted", "tag": "87d436cc-2928-46d0-9f3c-f1c3d58c4d84", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:08.219257 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09450ba7-443a-4e7f-aeb1-283ec2d3760b {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:08.219654 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09450ba7-443a-4e7f-aeb1-283ec2d3760b'] response: {'server_uuid': '6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9', 'name': 'network-vif-deleted', 'tag': '87d436cc-2928-46d0-9f3c-f1c3d58c4d84', 'status': 'completed', 'code': 200} Apr 12 00:11:08.258023 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:08.488198 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:08.515366 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:08.524695 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:08.525316 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:08.629714 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:08.846917 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:08.872800 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bbb7d-6557-46cf-9ebf-f80b5dbe2bf4 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:71:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:09:06Z', 'updated_at': '2022-04-12T00:09:21Z', 'revision_number': 2, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:09.058718 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-72811893-b6d9-4095-a269-7bb16a7e2136 req-49fb6c28-e4c5-4df8-948b-6dba4ef32d7d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c6be4a9-8a30-4dc4-beb3-c2bc07e02bc9 HTTP/1.1" status: 200 len: 210 time: 0.0305121 Apr 12 00:11:09.117285 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4968b1-2b61-4c82-aa36-64680703e221 None None] New status for floating IP bdaa2d51-b8e6-4971-b3e3-6f6883709d3f: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:10.230754 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32782) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:10.284664 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (af5eb91f-1870-4795-b1d1-15e2c49f0985), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.311129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (af5eb91f-1870-4795-b1d1-15e2c49f0985), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.429166 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (af5eb91f-1870-4795-b1d1-15e2c49f0985), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.431811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.432932 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/security-groups/af5eb91f-1870-4795-b1d1-15e2c49f0985 HTTP/1.1" status: 204 len: 168 time: 0.2011673 Apr 12 00:11:10.435856 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32784) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:10.442666 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01510b50-a3df-4962-9e23-eb60585177a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5eb91f-1870-4795-b1d1-15e2c49f0985,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:10.449447 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-7b651934-3269-4c81-b0ec-d33159bb8c38 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] show failed (client error): The resource could not be found. Apr 12 00:11:10.450482 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-7b651934-3269-4c81-b0ec-d33159bb8c38 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups/af5eb91f-1870-4795-b1d1-15e2c49f0985 HTTP/1.1" status: 404 len: 347 time: 0.0138013 Apr 12 00:11:10.453250 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32786) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:10.571296 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 07e967ba-618c-4d0d-b87e-34c5c32c33c6 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:10.571551 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.645712 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.646033 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (07e967ba-618c-4d0d-b87e-34c5c32c33c6), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.657028 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 07e967ba-618c-4d0d-b87e-34c5c32c33c6 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:10.852585 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (07e967ba-618c-4d0d-b87e-34c5c32c33c6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.877935 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=07e967ba-618c-4d0d-b87e-34c5c32c33c6,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:10.889522 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.889871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.890214 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.890552 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.890908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.891239 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.891568 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.891897 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.892225 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.892552 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.892877 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.893198 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.893520 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:10.917324 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:10.936397 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:10.936736 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 87d436cc-2928-46d0-9f3c-f1c3d58c4d84 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:10.947454 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bdaa2d51-b8e6-4971-b3e3-6f6883709d3f), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.950086 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:10.951333 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-31e388b7-e314-453c-a8a5-32fd392a5ad0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/floatingips/bdaa2d51-b8e6-4971-b3e3-6f6883709d3f HTTP/1.1" status: 204 len: 168 time: 0.4970741 Apr 12 00:11:13.847569 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e222c0-06af-4e5e-b6da-a7161d20fc34 req-33e74efc-bf0e-42e0-8b81-4f740bd84a81 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:13.849069 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b4e222c0-06af-4e5e-b6da-a7161d20fc34 req-33e74efc-bf0e-42e0-8b81-4f740bd84a81 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0510261 Apr 12 00:11:13.897782 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b4e222c0-06af-4e5e-b6da-a7161d20fc34 req-c1250a86-2371-49e7-a030-b6839b3b9bdd tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Apr 12 00:11:15.014376 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4487e7c-2e3e-4986-996f-201823fb7cea req-99bd0134-b648-428c-a57a-c4f2f4a4204f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:15.015849 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c4487e7c-2e3e-4986-996f-201823fb7cea req-99bd0134-b648-428c-a57a-c4f2f4a4204f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0507541 Apr 12 00:11:15.060525 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c4487e7c-2e3e-4986-996f-201823fb7cea req-363e40c1-1a48-4bb9-856b-7a1959f9ded5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Apr 12 00:11:15.635884 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-d0b9cb2b-ab2e-4f55-ad6c-d1a8d26218f1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:15.637306 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-d0b9cb2b-ab2e-4f55-ad6c-d1a8d26218f1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0507390 Apr 12 00:11:15.726337 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port e17ac69e-4483-4bf1-8473-4db022053ed7 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:15.726670 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:15.814172 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] For port e17ac69e-4483-4bf1-8473-4db022053ed7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=e17ac69e-4483-4bf1-8473-4db022053ed7,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:15.814530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:15.987050 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:15.987326 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:15.987641 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP 1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6 disassociated. External IP: 172.27.1.52, port: e17ac69e-4483-4bf1-8473-4db022053ed7. Apr 12 00:11:15.987985 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for e17ac69e-4483-4bf1-8473-4db022053ed7 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:16.172743 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (e17ac69e-4483-4bf1-8473-4db022053ed7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:16.176653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ebca-76d4-4adc-8a51-cd8c1f97f63e req-ca854f1a-c6dd-49ae-a273-e857c7e48a60 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:16.178224 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0ab5ebca-76d4-4adc-8a51-cd8c1f97f63e req-ca854f1a-c6dd-49ae-a273-e857c7e48a60 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 946 time: 0.0517218 Apr 12 00:11:16.198894 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=e17ac69e-4483-4bf1-8473-4db022053ed7,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:16.268636 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0ab5ebca-76d4-4adc-8a51-cd8c1f97f63e req-0b5c94aa-cad1-4fb0-af56-e43a71ec6a6b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Apr 12 00:11:16.320391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:16.427381 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:16.436707 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:16.447276 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:16.447876 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:16.468842 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] No DVR routers for this DVR port e17ac69e-4483-4bf1-8473-4db022053ed7 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:16.471239 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:16.474568 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-ff7e3a44-efb1-4b86-bc5a-f96e215aa66b req-ddc963f5-3335-44d9-aed7-d1cc9f8e48be tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "DELETE /v2.0/ports/e17ac69e-4483-4bf1-8473-4db022053ed7 HTTP/1.1" status: 204 len: 173 time: 0.8314812 Apr 12 00:11:16.475005 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'name': 'network-vif-deleted', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:16.477190 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f552b961-81d3-4ff7-80eb-e4da8f05a814" -d '{"events": [{"server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "name": "network-vif-deleted", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:16.517837 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32af3ede-73a1-410f-845c-f27ed8efa7a4 x-openstack-request-id: req-32af3ede-73a1-410f-845c-f27ed8efa7a4 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:16.518140 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b981d9a-966c-4035-922b-7aecc2cc743d", "name": "network-vif-deleted", "tag": "e17ac69e-4483-4bf1-8473-4db022053ed7", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:16.518457 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32af3ede-73a1-410f-845c-f27ed8efa7a4 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:16.518906 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32af3ede-73a1-410f-845c-f27ed8efa7a4'] response: {'server_uuid': '5b981d9a-966c-4035-922b-7aecc2cc743d', 'name': 'network-vif-deleted', 'tag': 'e17ac69e-4483-4bf1-8473-4db022053ed7', 'status': 'completed', 'code': 200} Apr 12 00:11:16.555179 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:16.760865 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:16.878217 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:16.887175 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:16.887779 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:10:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:16.998005 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:17.188661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:17.219179 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84772c3-9150-48be-ad15-5dcd6c2e2d43 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:17.339409 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1e73fce8-4a99-4ac3-9300-b2cca51bf0cf req-e5acb2d3-4738-4f10-a7c3-683dccef01f7 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b981d9a-966c-4035-922b-7aecc2cc743d HTTP/1.1" status: 200 len: 210 time: 0.0291400 Apr 12 00:11:17.452038 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed7547-af07-4e24-8769-06ce4a2a069d None None] New status for floating IP 1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:18.464090 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32822) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:18.515561 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (ca40fc55-3fa8-42b4-a1dc-95d32b2011b1), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:18.537405 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (ca40fc55-3fa8-42b4-a1dc-95d32b2011b1), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:18.647510 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ca40fc55-3fa8-42b4-a1dc-95d32b2011b1), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:18.650032 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:18.651339 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca40fc55-3fa8-42b4-a1dc-95d32b2011b1 HTTP/1.1" status: 204 len: 168 time: 0.1861393 Apr 12 00:11:18.653920 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32824) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:18.661109 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b0a60-8fb6-42ba-aca0-59cdd60abbf8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca40fc55-3fa8-42b4-a1dc-95d32b2011b1,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:18.668238 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.api.v2.resource [None req-d39c0656-aeae-4ac1-8fbd-d23a8f4231fb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] show failed (client error): The resource could not be found. Apr 12 00:11:18.672006 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d39c0656-aeae-4ac1-8fbd-d23a8f4231fb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups/ca40fc55-3fa8-42b4-a1dc-95d32b2011b1 HTTP/1.1" status: 404 len: 347 time: 0.0138836 Apr 12 00:11:18.677254 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32826) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:18.957452 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device e17ac69e-4483-4bf1-8473-4db022053ed7 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:18.982693 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: e17ac69e-4483-4bf1-8473-4db022053ed7 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:18.983061 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device e17ac69e-4483-4bf1-8473-4db022053ed7 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:19.032380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 5e93ff0f-ba72-45cf-b934-9cc47dc89cea {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:19.032723 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.106169 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.106503 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.117915 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 5e93ff0f-ba72-45cf-b934-9cc47dc89cea owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:19.286901 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (5e93ff0f-ba72-45cf-b934-9cc47dc89cea), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.311871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=5e93ff0f-ba72-45cf-b934-9cc47dc89cea,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:19.370982 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.373470 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.374613 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-de52ca74-7a77-44fd-aaaa-85677e360a1a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/floatingips/1fcddfc0-bfb3-48fc-80b3-52a8b0982ba6 HTTP/1.1" status: 204 len: 168 time: 0.7013371 Apr 12 00:11:19.756685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32830) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:19.761409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510141022', 'description': 'tempest-description--1346729916'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:19.835129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.901879 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (34bb5958-c78f-4f3a-83ea-e1c5590741cc), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.966482 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (34bb5958-c78f-4f3a-83ea-e1c5590741cc), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:19.997700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb5958-c78f-4f3a-83ea-e1c5590741cc,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:20.042677 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.049536 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a9ddc1de-a658-42e6-b53c-2aac74c3b730 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2862010 Apr 12 00:11:20.049536 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32832) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:20.052151 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': '34bb5958-c78f-4f3a-83ea-e1c5590741cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:20.125185 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (c60fb430-d7ac-4385-afac-752378d23ca3), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.178108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (c60fb430-d7ac-4385-afac-752378d23ca3), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.258248 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (c60fb430-d7ac-4385-afac-752378d23ca3), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.275778 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60fb430-d7ac-4385-afac-752378d23ca3,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:20.335078 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.336277 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-7681697e-000a-4c7b-8f2d-7635aebfe9b1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883739 Apr 12 00:11:20.338863 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32836) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:20.343147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': '34bb5958-c78f-4f3a-83ea-e1c5590741cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:20.433754 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (943c93ac-a3ae-429e-bc3c-aaf8e9b889c9), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.485915 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (943c93ac-a3ae-429e-bc3c-aaf8e9b889c9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.543329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (943c93ac-a3ae-429e-bc3c-aaf8e9b889c9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.560095 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943c93ac-a3ae-429e-bc3c-aaf8e9b889c9,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:20.636642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.637831 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6eb790ab-40b7-4f9f-8a90-71f2698f6e57 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980428 Apr 12 00:11:20.640796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32838) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:20.644932 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:20.715122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.811057 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:20.909762 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.27.1.208 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/8fae2764-4668-49eb-baff-16302f25ddd9) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:11:21.009093 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (8fae2764-4668-49eb-baff-16302f25ddd9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.109842 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.148235 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:11:21.151211 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:11:21.156779 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:11:21.166876 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=8fae2764-4668-49eb-baff-16302f25ddd9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:21.191733 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.192730 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.193135 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.193440 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.193779 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.194209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.194441 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.194769 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.195130 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.195459 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.195787 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.196114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.196441 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:21.264064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.365046 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.509402 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (8fae2764-4668-49eb-baff-16302f25ddd9), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.549562 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.615585 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=8fae2764-4668-49eb-baff-16302f25ddd9,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:21.624977 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.683348 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:21.684604 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-82035c33-bbce-4374-b121-06be9920487c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0428751 Apr 12 00:11:21.826261 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-53e4bff4-9f1d-470c-85fd-5f7ec30cc9ce tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1510141022&fields=id&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 267 time: 0.0408440 Apr 12 00:11:21.929156 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-c153bba9-7a79-48b9-9f63-2c72682f2224 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:21.930478 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-c153bba9-7a79-48b9-9f63-2c72682f2224 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.0981319 Apr 12 00:11:21.944467 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-8d36d9b7-575e-4180-a434-f3316951466a tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/quotas/dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 375 time: 0.0086648 Apr 12 00:11:21.997428 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-0f8e8e41-8d46-43fa-ba32-745037948294 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478597 Apr 12 00:11:22.091041 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a5437798-aebf-46c7-8dff-87333ff4fde0 service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Apr 12 00:11:22.177593 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-97057dae-481c-41b8-b6f3-d54475bca21e service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Apr 12 00:11:22.448431 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-11bdc73a-f244-47e0-8046-a09d91020f3b req-d6b8cd48-3d0f-4a31-9774-4c2d48808135 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 210 time: 0.0294390 Apr 12 00:11:23.543167 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-90916f22-353f-42c6-889e-ed863eabdec4 req-8a5a3ae5-4003-4dcf-8c63-6451c689cd7f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 210 time: 0.0329974 Apr 12 00:11:24.122096 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-6dce8c04-5fde-473d-90ce-74b2b1d0741b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:24.123599 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-6dce8c04-5fde-473d-90ce-74b2b1d0741b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.1029077 Apr 12 00:11:24.183421 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-8bd9438e-341c-4955-ad90-03e51b0620bc tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 380 time: 0.0509474 Apr 12 00:11:24.193212 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'port': {'device_id': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'admin_state_up': True, 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'security_groups': ['34bb5958-c78f-4f3a-83ea-e1c5590741cc']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:24.395369 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:11:24.399318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:24.517734 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.20.0.6 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:11:24.642324 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ca91fa2b-61a3-436f-a30b-58c650fe700b req-13475f1f-b5e0-41f7-bec3-a8053c860eae tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 210 time: 0.0315819 Apr 12 00:11:24.659998 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:24.721225 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:24.763569 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:11:24.766590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:11:24.772388 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:11:24.779258 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:24.783681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7be3d9b0-19b8-4e98-ad77-200674f4f6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:24.827541 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:24.828166 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:24.889418 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-a29a75e0-85d4-44c7-807f-a1c247723edb tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6996949 Apr 12 00:11:24.903115 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Request body: {'port': {'device_id': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:24.961588 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.013120 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-890840d6-6b79-4f88-b5bc-19b59c4ddf52 None None] Provisioning complete for port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:11:25.013490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-890840d6-6b79-4f88-b5bc-19b59c4ddf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.050629 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-890840d6-6b79-4f88-b5bc-19b59c4ddf52 None None] Port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:11:25.226221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:11:25.233421 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks [] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.245713 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Transition to ACTIVE for port object 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:11:25.303583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.352432 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:25.431839 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Attempting to bind port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:11:25.431976 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Attempting to bind port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:11:25.432288 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Attempting to bind port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:11:25.436865 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:11:25.437189 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Attempting to bind port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:11:25.442390 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:11:25.442728 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:11:25.443147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:11:25.443574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Bound port: 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:11:25.443929 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.512079 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:11:25.515149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:11:25.589841 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.622416 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:25.623044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:25.624437 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 HTTP/1.1" status: 200 len: 1093 time: 0.7256317 Apr 12 00:11:25.624869 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:25.627101 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e" -d '{"events": [{"name": "network-changed", "server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:25.652196 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3bc9d-6a46-411d-9fcb-955499758cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:25.674019 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ab083-a268-41e8-bfeb-d7dbf07b25be x-openstack-request-id: req-049ab083-a268-41e8-bfeb-d7dbf07b25be {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:25.674312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:25.674566 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-049ab083-a268-41e8-bfeb-d7dbf07b25be {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:25.675324 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049ab083-a268-41e8-bfeb-d7dbf07b25be'] response: {'name': 'network-changed', 'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'status': 'completed', 'code': 200} Apr 12 00:11:25.743475 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-89280fec-5a4e-4f36-aa8d-98cabf7c7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:25.745046 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-89280fec-5a4e-4f36-aa8d-98cabf7c7777 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 1127 time: 0.0479507 Apr 12 00:11:25.782439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b615c3-c0a5-4dad-86e8-8fd4029a4cf8 req-ff7ee8e7-1f79-48cf-b475-9a600bc20a0c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:25.784026 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e7b615c3-c0a5-4dad-86e8-8fd4029a4cf8 req-ff7ee8e7-1f79-48cf-b475-9a600bc20a0c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 943 time: 0.0601926 Apr 12 00:11:25.838190 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e7b615c3-c0a5-4dad-86e8-8fd4029a4cf8 req-babbe93a-203b-4170-8326-0c56e9fc2d89 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475888 Apr 12 00:11:25.852496 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-90983d0b-d0e9-4dcb-9a63-9d87f20d01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:25.853951 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-90983d0b-d0e9-4dcb-9a63-9d87f20d01c3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dffec5ef81d44b04937250eaeeceeac4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989115 Apr 12 00:11:25.945384 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-a2466a1a-f317-4a95-9ebe-b145a89808cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:25.946894 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-92a5a667-1dd5-4a77-8d2a-bce67bb7973e req-a2466a1a-f317-4a95-9ebe-b145a89808cc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844312 Apr 12 00:11:26.031440 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-9168a6e9-cf59-4f3c-aa00-109ed13feef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:26.032924 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-9168a6e9-cf59-4f3c-aa00-109ed13feef0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 1127 time: 0.0482101 Apr 12 00:11:26.075723 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-de6767ba-2f63-43d1-9126-704e5403a201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 HTTP/1.1" status: 200 len: 217 time: 0.0326052 Apr 12 00:11:26.123581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-de09bddd-b4cd-47e5-a349-95cee66a5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:26.124976 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-de09bddd-b4cd-47e5-a349-95cee66a5a8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0419619 Apr 12 00:11:26.176571 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-e40a7484-b2ef-4e6e-adf2-0b61b24ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:26.178025 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-e40a7484-b2ef-4e6e-adf2-0b61b24ee911 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459330 Apr 12 00:11:26.264213 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-0454b0fc-aab0-4a25-a99d-c48bc30b2113 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792742 Apr 12 00:11:26.356304 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-9cf57375-4e80-4252-92ca-3932cbcb3d03 req-f3af0f53-9f85-4d7f-aae3-5792ccc3429a service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Apr 12 00:11:26.955427 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3366-aa79-4a50-b248-5616ae30016d req-46ac6007-5fbf-47dc-8d6d-84bb118f4c71 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:26.956879 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5caa3366-aa79-4a50-b248-5616ae30016d req-46ac6007-5fbf-47dc-8d6d-84bb118f4c71 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 943 time: 0.0510762 Apr 12 00:11:27.006305 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5caa3366-aa79-4a50-b248-5616ae30016d req-3264c0e5-69e0-4184-8dc3-a330452ecbca tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 Apr 12 00:11:27.155156 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f94ee242-98e7-4758-805c-13c183cc2567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:28.119696 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c354908-abfa-489c-ae01-107c8c5b4abc req-838f534d-928b-42a9-aabe-286e82c54205 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:28.121130 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c354908-abfa-489c-ae01-107c8c5b4abc req-838f534d-928b-42a9-aabe-286e82c54205 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 943 time: 0.0506811 Apr 12 00:11:28.167740 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1c354908-abfa-489c-ae01-107c8c5b4abc req-1bb63117-f9dc-4c60-b7cb-33638b7105bd tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Apr 12 00:11:28.229567 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:28.980314 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:11:29.071089 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:29.084833 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'port_id': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'mac_address': 'fa:16:3e:74:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:11:29.119792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:11:29.120177 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:29.132704 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:11:29.151240 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:29.217998 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:29.264474 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:29.271632 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.272004 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.272385 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.273274 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.273637 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.273969 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.274304 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.274634 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.274995 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.275325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.275650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.275972 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.276342 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:11:29.283092 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8a0a-fa3d-48a1-93b5-1fc084c17cf8 req-b7ca483b-b52e-4c11-9f40-db3ace48449c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:29.284592 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d09e8a0a-fa3d-48a1-93b5-1fc084c17cf8 req-b7ca483b-b52e-4c11-9f40-db3ace48449c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 944 time: 0.0524042 Apr 12 00:11:29.331128 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d09e8a0a-fa3d-48a1-93b5-1fc084c17cf8 req-20966ca8-42cc-4c15-8a6d-2f74018539ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Apr 12 00:11:29.528928 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:11:29.795079 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:30.450979 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b0b79-c1c3-4b98-a414-fb3302175439 req-ed1a90d1-de94-47b6-beb7-52d58c30e767 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:30.452453 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bc3b0b79-c1c3-4b98-a414-fb3302175439 req-ed1a90d1-de94-47b6-beb7-52d58c30e767 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 944 time: 0.0567532 Apr 12 00:11:30.497737 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bc3b0b79-c1c3-4b98-a414-fb3302175439 req-1c6c02a6-83d5-4016-b3d4-63475f14edde tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Apr 12 00:11:30.986850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:11:31.086921 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:11:31.091139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:11:31.091519 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.168481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-e13b6037-67cf-4149-bf73-e4d43712fdbd tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543291725&fields=id&tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473 HTTP/1.1" status: 200 len: 267 time: 0.0432734 Apr 12 00:11:31.170359 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:11:31.170751 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.194008 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:31.196293 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ccf0c-961a-480c-9c53-a94acdd9c86d" -d '{"events": [{"server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "name": "network-vif-plugged", "status": "completed", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:31.209139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:31.229275 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-ad499731-d6ee-459e-8248-b582195825a5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:31.230773 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-ad499731-d6ee-459e-8248-b582195825a5 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 985 time: 0.0569224 Apr 12 00:11:31.232157 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974162ff-a69c-4e36-a0ce-32293c93fe45 x-openstack-request-id: req-974162ff-a69c-4e36-a0ce-32293c93fe45 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:31.232442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "name": "network-vif-plugged", "status": "completed", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:31.232676 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-974162ff-a69c-4e36-a0ce-32293c93fe45 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:31.233063 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974162ff-a69c-4e36-a0ce-32293c93fe45'] response: {'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'code': 200} Apr 12 00:11:31.241839 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Request body: {'port': {'security_groups': ['04124267-d1ce-47c0-8bc3-c65522807bec']}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:31.264441 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.310743 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.315095 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:31.325272 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.494715 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:31.523920 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for port (ab37639a-85d5-434a-9336-6b1fac35d522), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.596104 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.598518 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e756eb8-2a2b-41dd-8413-b7689691a598 req-c2d922e6-58aa-4e28-b438-cdfed9cc9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:31.600058 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e756eb8-2a2b-41dd-8413-b7689691a598 req-c2d922e6-58aa-4e28-b438-cdfed9cc9dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 1129 time: 0.0443504 Apr 12 00:11:31.613969 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:11:31.653543 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5e756eb8-2a2b-41dd-8413-b7689691a598 req-77dcc8b8-d378-4b15-bd23-06202d617674 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Apr 12 00:11:31.658995 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:31.659644 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.661058 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f709963a-b518-4fa4-83c9-377caa20b6e2 req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "PUT /v2.0/ports/ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 943 time: 0.4242394 Apr 12 00:11:31.662362 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:31.664655 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee96ff-071d-4673-93a2-52648c92eb76" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:31.667434 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 32900) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:31.697456 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34871406-3304-4c49-8c3f-8704ee8f36ab req-f46d76f2-fcf5-4491-851e-be0e1f7962a3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:31.699302 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-34871406-3304-4c49-8c3f-8704ee8f36ab req-f46d76f2-fcf5-4491-851e-be0e1f7962a3 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.1345122 Apr 12 00:11:31.709209 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8be1f3-e57e-444e-835b-0615b9bb6ab8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event updated for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=7']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:31.755550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb600e6-cb70-4253-90bd-d1b2ddd444c8 x-openstack-request-id: req-eeb600e6-cb70-4253-90bd-d1b2ddd444c8 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:31.755969 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:31.758579 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (ecdc9a91-4428-44e9-9298-0f987e387a19), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.759054 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeb600e6-cb70-4253-90bd-d1b2ddd444c8 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:31.759756 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb600e6-cb70-4253-90bd-d1b2ddd444c8'] response: {'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:11:31.782645 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-34871406-3304-4c49-8c3f-8704ee8f36ab req-97f36744-7be7-460a-86b2-7e56f4a0a0af tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747771 Apr 12 00:11:31.795200 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (ecdc9a91-4428-44e9-9298-0f987e387a19), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.904937 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:11:31.929923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ecdc9a91-4428-44e9-9298-0f987e387a19), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.932415 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:31.933545 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "DELETE /v2.0/security-groups/ecdc9a91-4428-44e9-9298-0f987e387a19 HTTP/1.1" status: 204 len: 168 time: 0.2650762 Apr 12 00:11:31.936545 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32902) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:31.949230 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ac2a-1b5f-496f-b98a-ea5b66accd52 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdc9a91-4428-44e9-9298-0f987e387a19,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:31.962589 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-a64bc7a1-4728-4d79-bec1-cf42212f0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:31.964189 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-a64bc7a1-4728-4d79-bec1-cf42212f0f37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1130 time: 0.0629363 Apr 12 00:11:31.990888 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-2a3c84b9-c6cc-4643-888f-533302b6ebb6 None None] Provisioning complete for port ab37639a-85d5-434a-9336-6b1fac35d522 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:11:31.992212 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2a3c84b9-c6cc-4643-888f-533302b6ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.076102 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-f53ef873-da86-4ec9-b945-811bc2f866b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:32.077724 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-f53ef873-da86-4ec9-b945-811bc2f866b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 916 time: 0.1055191 Apr 12 00:11:32.117322 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Deleting port 3172f8b2-675d-4744-9c9b-970bc9570718 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:32.117692 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.129164 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c84b9-c6cc-4643-888f-533302b6ebb6 None None] Current status of the port ab37639a-85d5-434a-9336-6b1fac35d522 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:11:32.160783 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-6966d815-ddfe-44ab-84a9-66a541569721 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 1001 time: 0.0645342 Apr 12 00:11:32.193038 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.193369 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for floatingip (3172f8b2-675d-4744-9c9b-970bc9570718), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.204791 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Calling delete_port for 3172f8b2-675d-4744-9c9b-970bc9570718 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:32.210055 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-ded36a1d-679c-426b-9aa2-5eefa6acbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:32.211537 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-ded36a1d-679c-426b-9aa2-5eefa6acbdc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0431404 Apr 12 00:11:32.260825 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-d79de5bb-cd41-4bb7-b5c0-7a84b3490ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:32.262236 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-d79de5bb-cd41-4bb7-b5c0-7a84b3490ada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441451 Apr 12 00:11:32.349983 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.435735 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (3172f8b2-675d-4744-9c9b-970bc9570718), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.465729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event deleted for resources: {'Port': ['ID=3172f8b2-675d-4744-9c9b-970bc9570718,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:32.527703 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks [] for floatingip (ebfc2445-2ead-4fef-8aa8-7d748edc070f), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.528408 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Floating IP ebfc2445-2ead-4fef-8aa8-7d748edc070f disassociated (deleted). External IP: 172.27.1.70, port: ab37639a-85d5-434a-9336-6b1fac35d522. Apr 12 00:11:32.624980 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-01c8531e-b04e-4cb7-967a-26f7eb7f7965 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543570 Apr 12 00:11:32.722291 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e9ee96ff-071d-4673-93a2-52648c92eb76 req-2a649cc6-d382-440f-b531-ecbcb5f9133f service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894172 Apr 12 00:11:32.743543 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:32.856810 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:32.866789 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Sync routers for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:32.867472 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:32.877138 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:32.877752 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:32.913847 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b471dc2a-e65f-4402-aba7-635a2464e8e7 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "DELETE /v2.0/floatingips/ebfc2445-2ead-4fef-8aa8-7d748edc070f HTTP/1.1" status: 204 len: 168 time: 0.9758756 Apr 12 00:11:32.941657 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9835-f957-4e59-9cd1-cf51cd28f73e req-43cedb0b-50d4-4575-8bf7-2eb0819bc5db tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:32.941858 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-494b9835-f957-4e59-9cd1-cf51cd28f73e req-43cedb0b-50d4-4575-8bf7-2eb0819bc5db tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0865672 Apr 12 00:11:32.997064 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:32.999618 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-494b9835-f957-4e59-9cd1-cf51cd28f73e req-586a14ed-097d-4340-9452-528ca7b1f308 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513470 Apr 12 00:11:33.201963 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:33.231934 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Checking router: 477df9b1-a2ad-45fc-a531-e8647aeb7e66 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:33.240984 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:33.241658 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:33.352654 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:33.542757 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:33.567298 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caff7f7-bd49-4a45-b9a9-f81cc5c5cb81 None None] The sync data for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi is: [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:09:24Z', 'revision_number': 4, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '7e180731-b1ba-497a-8585-cb8d3ef19506', 'name': '', 'network_id': '60de8bfb-0f62-4755-831b-d18313ab370e', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'mac_address': 'fa:16:3e:f1:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:23Z', 'updated_at': '2022-04-12T00:09:28Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'subnets': [{'id': 'b5f39c9e-a895-4fee-be5c-4de81ce5c03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:33.760275 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:33.762699 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b998a-1b16-4543-8ec0-336d080aeae7" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:33.778875 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b10eb2-d2d7-4967-a897-b7dddf26c8b2 None None] New status for floating IP ebfc2445-2ead-4fef-8aa8-7d748edc070f: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:33.800043 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fa838b-8c4f-46a1-a5f2-981d2b0dafde x-openstack-request-id: req-19fa838b-8c4f-46a1-a5f2-981d2b0dafde {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:33.800418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:33.800807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19fa838b-8c4f-46a1-a5f2-981d2b0dafde {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:33.801267 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fa838b-8c4f-46a1-a5f2-981d2b0dafde'] response: {'name': 'network-changed', 'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:11:33.871494 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-75154fac-4f6c-4834-9615-3c7c73b7708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:33.872953 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-75154fac-4f6c-4834-9615-3c7c73b7708b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 1130 time: 0.0491934 Apr 12 00:11:33.961204 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-d0d73e7a-450f-4996-ba68-41d70c077586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:33.962661 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-d0d73e7a-450f-4996-ba68-41d70c077586 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 200 len: 916 time: 0.0832717 Apr 12 00:11:34.001893 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-415aadaa-acda-4e19-b2f7-2488625be4eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 200 len: 217 time: 0.0330360 Apr 12 00:11:34.053977 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-1853545c-e5ce-49d5-aedd-a667135d07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:34.055677 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-1853545c-e5ce-49d5-aedd-a667135d07e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 200 len: 854 time: 0.0461986 Apr 12 00:11:34.105895 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-d399e997-c39f-437d-8338-796e845f50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:34.107491 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-d399e997-c39f-437d-8338-796e845f50dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60de8bfb-0f62-4755-831b-d18313ab370e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455153 Apr 12 00:11:34.124845 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e682fb-c422-494f-8a38-f626c881a480 req-6ce2d672-eef3-4870-8f5b-dda2f654a3e0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:34.126228 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b5e682fb-c422-494f-8a38-f626c881a480 req-6ce2d672-eef3-4870-8f5b-dda2f654a3e0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0552380 Apr 12 00:11:34.174233 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b5e682fb-c422-494f-8a38-f626c881a480 req-a4ebe8b3-2c49-4aba-8223-0c3b1da0d27d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Apr 12 00:11:34.202485 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-f632a170-dfa3-425b-8933-87ff122b9980 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Apr 12 00:11:34.297087 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6d891-8a20-4f25-a529-9c3f165cd924 req-eefc0f2a-cf31-41b3-807d-e32337172183 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:34.298244 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a74b998a-1b16-4543-8ec0-336d080aeae7 req-b2659dcc-2305-4bbf-b272-c4719b817876 service neutron] 10.222.0.20 "GET /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897131 Apr 12 00:11:34.298555 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c1a6d891-8a20-4f25-a529-9c3f165cd924 req-eefc0f2a-cf31-41b3-807d-e32337172183 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0586803 Apr 12 00:11:34.323796 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32922) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:34.328437 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'port_id': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:11:34.369294 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:34.803031 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:34.886626 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:34.989400 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP 7d15dbda-f1dc-4f76-9147-5412747e3765 associated. External IP: 172.27.1.208, port: 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5. Apr 12 00:11:35.419083 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:35.526323 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:35.531076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:35.536725 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:35.545745 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:35.546341 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:35.559572 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-27caa72d-f5ea-4e47-a132-efa6b20d309d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "PUT /v2.0/floatingips/7d15dbda-f1dc-4f76-9147-5412747e3765 HTTP/1.1" status: 200 len: 991 time: 1.2346032 Apr 12 00:11:35.650620 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:35.802883 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:35.805839 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aeaffb-5167-49be-b3da-e29deed9a1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:35.842987 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988cdd8c-f1a0-4464-bec7-417af1100eb7 x-openstack-request-id: req-988cdd8c-f1a0-4464-bec7-417af1100eb7 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:35.843379 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:35.843727 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-988cdd8c-f1a0-4464-bec7-417af1100eb7 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:35.844697 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988cdd8c-f1a0-4464-bec7-417af1100eb7'] response: {'name': 'network-changed', 'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'status': 'completed', 'code': 200} Apr 12 00:11:35.956076 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-76d8ab11-bfb5-40fd-957d-2331f2e1ac67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829887 Apr 12 00:11:35.961930 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-987c337e-190c-47d2-9233-b80c5962fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:35.966173 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-987c337e-190c-47d2-9233-b80c5962fec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 1129 time: 0.0853226 Apr 12 00:11:35.971793 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '7d15dbda-f1dc-4f76-9147-5412747e3765', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:74:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:11:21Z', 'updated_at': '2022-04-12T00:11:34Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:36.009332 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:36.018079 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:36.018698 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:36.089499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-763d00c0-69f3-4002-9115-cdac2d9af214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.091125 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-763d00c0-69f3-4002-9115-cdac2d9af214 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 916 time: 0.1194119 Apr 12 00:11:36.092095 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e438a0-fcf4-49b5-954a-6e218a4a191f req-f4e0ac51-1fb9-49bf-b288-98b8fcbff482 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.093516 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57e438a0-fcf4-49b5-954a-6e218a4a191f req-f4e0ac51-1fb9-49bf-b288-98b8fcbff482 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0602429 Apr 12 00:11:36.097628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-ce557f4d-af93-4209-bfdb-4b4bb00843c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.099082 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-ce557f4d-af93-4209-bfdb-4b4bb00843c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1129 time: 0.0843074 Apr 12 00:11:36.138214 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:36.150517 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-57e438a0-fcf4-49b5-954a-6e218a4a191f req-e6d634d4-cce9-4803-9b9f-8681af59191f tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512729 Apr 12 00:11:36.222081 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-929b38ca-a025-429d-95bf-71536b5d60e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 HTTP/1.1" status: 200 len: 999 time: 0.1219697 Apr 12 00:11:36.288045 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-ccdf2207-0318-42d6-a9ca-35557f7c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.290101 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-ccdf2207-0318-42d6-a9ca-35557f7c3437 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.1446207 Apr 12 00:11:36.293588 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-17960fba-0310-42b6-af04-4d5cfeb1c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.294937 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-17960fba-0310-42b6-af04-4d5cfeb1c076 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0642304 Apr 12 00:11:36.358038 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '7d15dbda-f1dc-4f76-9147-5412747e3765', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:74:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:11:21Z', 'updated_at': '2022-04-12T00:11:34Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:36.383392 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848eb8b2-b05e-4168-a842-7f012087cc58 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '7d15dbda-f1dc-4f76-9147-5412747e3765', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:74:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:11:21Z', 'updated_at': '2022-04-12T00:11:34Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:36.388719 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-8ed08354-3ef6-4669-9a20-fb9789c22966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 1000 time: 0.0876725 Apr 12 00:11:36.395149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-28d4f86e-f8a5-44ed-bfd5-48008535210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.396667 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-28d4f86e-f8a5-44ed-bfd5-48008535210e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903091 Apr 12 00:11:36.506530 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-fadb4199-4a14-48d2-860e-268f4f47d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.508106 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-fadb4199-4a14-48d2-860e-268f4f47d2e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.1105771 Apr 12 00:11:36.564581 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-af28ea81-14bd-478c-bd66-ac3565023a07 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589689 Apr 12 00:11:36.581556 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d59b2-f67b-4e56-85fd-213fbbedb6e5 None None] New status for floating IP 7d15dbda-f1dc-4f76-9147-5412747e3765: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:36.618387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-dda7745f-29c5-47ad-86ad-a89f19f4c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:36.619909 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-dda7745f-29c5-47ad-86ad-a89f19f4c6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051359 Apr 12 00:11:36.715505 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-d0aeaffb-5167-49be-b3da-e29deed9a1e0 req-2b64402e-03cf-4179-b56b-3fb689d960c8 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428447 Apr 12 00:11:36.736122 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-4991c2e5-7ffa-4f72-a3c0-c477578884bf service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085379 Apr 12 00:11:36.833718 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c9c556c7-69ae-4999-9c59-4c04bfe0108c req-8b9589dd-3816-4455-8192-de48900d08c4 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912325 Apr 12 00:11:37.276323 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058a784-bf8d-4185-9c7d-e69279d510d2 req-baceb506-11dd-4b69-85e3-36cb1bb0121c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:37.277782 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c058a784-bf8d-4185-9c7d-e69279d510d2 req-baceb506-11dd-4b69-85e3-36cb1bb0121c tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0553911 Apr 12 00:11:37.324485 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c058a784-bf8d-4185-9c7d-e69279d510d2 req-da7340fa-df45-46cb-900b-bc9aac5b4fbf tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/security-groups?id=04124267-d1ce-47c0-8bc3-c65522807bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Apr 12 00:11:37.992416 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755345e-0f76-48e2-9915-358878d9f962 req-66ecdff7-3aa1-4af0-b02e-c9a81f51ea1b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:37.993759 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2755345e-0f76-48e2-9915-358878d9f962 req-66ecdff7-3aa1-4af0-b02e-c9a81f51ea1b tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 946 time: 0.0517917 Apr 12 00:11:38.085532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Deleting port ab37639a-85d5-434a-9336-6b1fac35d522 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:38.085873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:38.173347 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] For port ab37639a-85d5-434a-9336-6b1fac35d522, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=ab37639a-85d5-434a-9336-6b1fac35d522,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:38.173708 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:38.186440 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Calling delete_port for ab37639a-85d5-434a-9336-6b1fac35d522 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:38.361286 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (ab37639a-85d5-434a-9336-6b1fac35d522), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:38.374180 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['ab37639a-85d5-434a-9336-6b1fac35d522'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:11:38.391168 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Pushing event deleted for resources: {'Port': ['ID=ab37639a-85d5-434a-9336-6b1fac35d522,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:38.430792 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6a9ea14f-3f99-45fa-b145-7365739010a5 req-bb9ad90a-32d9-4205-b2c2-4c7eb6b0bb97 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bc93e10-4fc2-4bf9-8432-24d69f0f3efa HTTP/1.1" status: 200 len: 210 time: 0.0379519 Apr 12 00:11:38.434794 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] No DVR routers for this DVR port ab37639a-85d5-434a-9336-6b1fac35d522 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:38.437437 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:38.440828 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2755345e-0f76-48e2-9915-358878d9f962 req-250b64de-3de3-4ba3-97cf-d6349a04afa8 tempest-TestMinimumBasicScenario-1165324219 tempest-TestMinimumBasicScenario-1165324219-project] 10.222.0.20 "DELETE /v2.0/ports/ab37639a-85d5-434a-9336-6b1fac35d522 HTTP/1.1" status: 204 len: 173 time: 0.4392445 Apr 12 00:11:38.441312 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'name': 'network-vif-deleted', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:38.443533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d122a6b3-9a82-406e-b277-1debddceedc4" -d '{"events": [{"server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "name": "network-vif-deleted", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:38.478258 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf96e7-84aa-49db-a75a-153d9c77cfb2 x-openstack-request-id: req-19bf96e7-84aa-49db-a75a-153d9c77cfb2 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:38.478554 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc93e10-4fc2-4bf9-8432-24d69f0f3efa", "name": "network-vif-deleted", "tag": "ab37639a-85d5-434a-9336-6b1fac35d522", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:38.478810 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19bf96e7-84aa-49db-a75a-153d9c77cfb2 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:38.479280 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bf96e7-84aa-49db-a75a-153d9c77cfb2'] response: {'server_uuid': '7bc93e10-4fc2-4bf9-8432-24d69f0f3efa', 'name': 'network-vif-deleted', 'tag': 'ab37639a-85d5-434a-9336-6b1fac35d522', 'status': 'completed', 'code': 200} Apr 12 00:11:40.205451 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:11:40.560474 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32994) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:40.907277 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:41.025710 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device ab37639a-85d5-434a-9336-6b1fac35d522 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:41.045432 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: ab37639a-85d5-434a-9336-6b1fac35d522 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:41.046345 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device ab37639a-85d5-434a-9336-6b1fac35d522 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:41.156342 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Deleting port 7e180731-b1ba-497a-8585-cb8d3ef19506 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:41.156679 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:41.235446 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] For port 7e180731-b1ba-497a-8585-cb8d3ef19506, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=7e180731-b1ba-497a-8585-cb8d3ef19506,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:41.235806 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:41.248557 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Calling delete_port for 7e180731-b1ba-497a-8585-cb8d3ef19506 owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:41.497684 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (7e180731-b1ba-497a-8585-cb8d3ef19506), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:41.520762 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e180731-b1ba-497a-8585-cb8d3ef19506,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:41.684436 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:41.897496 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:42.002949 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:42.008168 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-5a54c50b-e328-45ce-991a-dddc467d2481 admin admin] 10.222.0.24 "PUT /v2.0/routers/477df9b1-a2ad-45fc-a531-e8647aeb7e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466403 Apr 12 00:11:42.010710 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 32996) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:42.011498 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Sync routers for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:42.021804 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:42.022344 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:42.117105 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks [] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.127530 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:42.195850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33000) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:42.220922 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks [] for router_gateway (477df9b1-a2ad-45fc-a531-e8647aeb7e66), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.302988 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:11:41Z', 'revision_number': 5, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port': {'id': 'b2736234-fa2e-4ae0-9f71-91156098a2f6', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:22Z', 'updated_at': '2022-04-12T00:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:42.328737 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Checking router: 477df9b1-a2ad-45fc-a531-e8647aeb7e66 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:42.338287 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Routers {'477df9b1-a2ad-45fc-a531-e8647aeb7e66'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:42.338920 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:42.355986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port 5654c38d-2355-477c-83bb-7c0df228ab26 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:42.356339 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.367043 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Deleting port b2736234-fa2e-4ae0-9f71-91156098a2f6 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:42.367382 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.430872 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] Set router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:42.434997 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.435316 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (5654c38d-2355-477c-83bb-7c0df228ab26), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.447084 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for 5654c38d-2355-477c-83bb-7c0df228ab26 owned by network:floatingip {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:42.452884 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] For port b2736234-fa2e-4ae0-9f71-91156098a2f6, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b2736234-fa2e-4ae0-9f71-91156098a2f6,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:42.453249 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.466854 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Calling delete_port for b2736234-fa2e-4ae0-9f71-91156098a2f6 owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:42.489271 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:11:42Z', 'revision_number': 6, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:42.515921 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da050e-1bde-4942-b968-5416ec0c453b None None] The sync data for ids ['477df9b1-a2ad-45fc-a531-e8647aeb7e66'] in dv-cinder-837432-2-iscsi is: [{'id': '477df9b1-a2ad-45fc-a531-e8647aeb7e66', 'name': 'tempest-TestMinimumBasicScenario-1350762555-router', 'tenant_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:21Z', 'updated_at': '2022-04-12T00:11:42Z', 'revision_number': 6, 'project_id': '3f8cd7a4a37c4abfb6a04a953cc69473', 'gw_port_host': None}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:42.681064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (5654c38d-2355-477c-83bb-7c0df228ab26), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.704103 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (b2736234-fa2e-4ae0-9f71-91156098a2f6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.706868 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=5654c38d-2355-477c-83bb-7c0df228ab26,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:42.733550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2736234-fa2e-4ae0-9f71-91156098a2f6,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:42.778850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (a783a143-52fd-4506-9dbc-057d42763648), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.779238 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP a783a143-52fd-4506-9dbc-057d42763648 disassociated (deleted). External IP: 172.27.1.188, port: 719ecf2d-9d34-4aa6-b9e1-c59903680e21. Apr 12 00:11:42.801305 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.896045 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:42.898323 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks [] for router_controller (477df9b1-a2ad-45fc-a531-e8647aeb7e66), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.006816 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (477df9b1-a2ad-45fc-a531-e8647aeb7e66), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.007377 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477df9b1-a2ad-45fc-a531-e8647aeb7e66 {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:11:43.012341 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:43.012796 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.018014 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-6d5f0837-becc-4be1-8dd1-83e551291de3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/477df9b1-a2ad-45fc-a531-e8647aeb7e66 HTTP/1.1" status: 204 len: 168 time: 1.0022008 Apr 12 00:11:43.018014 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33002) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:43.060453 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Deleting subnet b5f39c9e-a895-4fee-be5c-4de81ce5c03d {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:11:43.063985 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Publish callbacks [] for subnet (b5f39c9e-a895-4fee-be5c-4de81ce5c03d), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.098133 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (b5f39c9e-a895-4fee-be5c-4de81ce5c03d), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.120942 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:43.125487 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.131264 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efffe608-6134-4e97-bd88-01415245336a None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:43.142177 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:43.142949 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:43.159640 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6b27c589-4c0c-4a76-8d1f-55aecf71ab7e tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "DELETE /v2.0/floatingips/a783a143-52fd-4506-9dbc-057d42763648 HTTP/1.1" status: 204 len: 168 time: 0.9596109 Apr 12 00:11:43.159640 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:43.160597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d5d11-0fea-4279-904c-3909d8aa32a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:43.182772 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (b5f39c9e-a895-4fee-be5c-4de81ce5c03d), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.227697 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4066a2-9037-44f3-9470-5a9a7ac5bee0 x-openstack-request-id: req-ca4066a2-9037-44f3-9470-5a9a7ac5bee0 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:43.228170 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:43.228170 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca4066a2-9037-44f3-9470-5a9a7ac5bee0 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:43.230787 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4066a2-9037-44f3-9470-5a9a7ac5bee0'] response: {'name': 'network-changed', 'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'status': 'completed', 'code': 200} Apr 12 00:11:43.266850 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:43.300387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-d6b42300-b755-4903-996c-327612b13251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:43.301907 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-d6b42300-b755-4903-996c-327612b13251 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 1130 time: 0.0535352 Apr 12 00:11:43.321746 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (b5f39c9e-a895-4fee-be5c-4de81ce5c03d), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.358022 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.362474 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5f39c9e-a895-4fee-be5c-4de81ce5c03d HTTP/1.1" status: 204 len: 168 time: 0.3449967 Apr 12 00:11:43.364991 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a55d8f-2e99-46ad-bda9-a272d537a5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f39c9e-a895-4fee-be5c-4de81ce5c03d,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:43.366388 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33008) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:43.401728 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833a31e-5087-4819-b4e3-fa315245bbba None None] Network 60de8bfb-0f62-4755-831b-d18313ab370e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:11:43.461476 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (60de8bfb-0f62-4755-831b-d18313ab370e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.467752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-e7c47062-0c3a-48c9-9cd6-3c1ca2f3f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:43.469211 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-e7c47062-0c3a-48c9-9cd6-3c1ca2f3f00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.1609738 Apr 12 00:11:43.510661 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-84cea6f6-fbfa-4ca3-be7e-6d0b65750ebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21 HTTP/1.1" status: 200 len: 217 time: 0.0354757 Apr 12 00:11:43.661322 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:43.691346 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efffe608-6134-4e97-bd88-01415245336a None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:43.698885 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54440f7b-977b-4f9f-a2ad-ce8e027b3ca9 req-0f349090-9643-4a88-bbb5-c376d724d2d6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:43.701390 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54440f7b-977b-4f9f-a2ad-ce8e027b3ca9 req-0f349090-9643-4a88-bbb5-c376d724d2d6 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.1156089 Apr 12 00:11:43.708875 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] DHCP port deletion for 60de8bfb-0f62-4755-831b-d18313ab370e request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:11:43.713247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:43.713808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:43.757092 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-54440f7b-977b-4f9f-a2ad-ce8e027b3ca9 req-9d6e3c54-835d-4060-ac79-5b7b25e59b6d tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502889 Apr 12 00:11:43.861143 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Deleting port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:43.861513 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.861759 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-3392365b-976b-455f-9029-ac33bdf218f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:43.863237 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-3392365b-976b-455f-9029-ac33bdf218f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.3372867 Apr 12 00:11:43.864375 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:43.901385 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Deleting port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:43.901721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:43.977654 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-1528b71c-49a9-47a6-af9a-7bb10c914377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:43.979130 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-1528b71c-49a9-47a6-af9a-7bb10c914377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092196 Apr 12 00:11:43.980964 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] For port d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:43.981318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.011789 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Calling delete_port for d857bd3d-e39b-42c0-b9ee-f0655b5622b5 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:44.113650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b2736234-fa2e-4ae0-9f71-91156098a2f6 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:44.122846 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] For port d857bd3d-e39b-42c0-b9ee-f0655b5622b5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,segment=NetworkSegment(7da02864-7cc8-4eac-bb5a-f999c82890ba),segment_id=7da02864-7cc8-4eac-bb5a-f999c82890ba)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:44.123322 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.132398 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-d61f0b3e-7d83-476f-8028-8ba65bb71abf service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427534 Apr 12 00:11:44.156386 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: b2736234-fa2e-4ae0-9f71-91156098a2f6 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:44.156985 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b2736234-fa2e-4ae0-9f71-91156098a2f6 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:44.157137 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d857bd3d-e39b-42c0-b9ee-f0655b5622b5 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:44.159025 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Calling delete_port for d857bd3d-e39b-42c0-b9ee-f0655b5622b5 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:44.226302 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-1a7d5d11-0fea-4279-904c-3909d8aa32a5 req-1ac07158-906d-4630-8af1-822c03877dad service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Apr 12 00:11:44.258683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.289444 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Pushing event deleted for resources: {'Port': ['ID=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:44.294134 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] No DVR routers for this DVR port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:44.299356 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No active binding found for port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 {{(pid=110168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 00:11:44.299762 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] The host dv-cinder-837432-2-iscsi is not matching for port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 host None! {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 12 00:11:44.300148 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d857bd3d-e39b-42c0-b9ee-f0655b5622b5 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:44.300567 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e180731-b1ba-497a-8585-cb8d3ef19506 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:44.327627 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 7e180731-b1ba-497a-8585-cb8d3ef19506 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:44.327969 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 7e180731-b1ba-497a-8585-cb8d3ef19506 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:44.363065 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (d857bd3d-e39b-42c0-b9ee-f0655b5622b5), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.365454 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (60de8bfb-0f62-4755-831b-d18313ab370e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.387182 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60de8bfb-0f62-4755-831b-d18313ab370e']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:44.396172 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da02864-7cc8-4eac-bb5a-f999c82890ba') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:44.396473 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da02864-7cc8-4eac-bb5a-f999c82890ba') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:44.405651 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (7da02864-7cc8-4eac-bb5a-f999c82890ba), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.408924 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] Pushing event deleted for resources: {'Port': ['ID=d857bd3d-e39b-42c0-b9ee-f0655b5622b5,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:44.410779 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd779718-7d39-4774-96fd-5588665df6b7 None None] No DVR routers for this DVR port d857bd3d-e39b-42c0-b9ee-f0655b5622b5 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:44.422667 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (7da02864-7cc8-4eac-bb5a-f999c82890ba), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.428974 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (7da02864-7cc8-4eac-bb5a-f999c82890ba), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:11:44.435244 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:11:44.443128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-efffe608-6134-4e97-bd88-01415245336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:44.473220 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efffe608-6134-4e97-bd88-01415245336a None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '929da344-46f0-4ac1-a9ea-96ce2fb83f20', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'port_id': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'mac_address': 'fa:16:3e:c8:27:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:07:44Z', 'updated_at': '2022-04-12T00:07:46Z', 'revision_number': 1, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:44.549735 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (60de8bfb-0f62-4755-831b-d18313ab370e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.556396 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:44.559915 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] 10.222.0.24 "DELETE /v2.0/networks/60de8bfb-0f62-4755-831b-d18313ab370e HTTP/1.1" status: 204 len: 168 time: 1.1923828 Apr 12 00:11:44.562932 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33012) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:44.571495 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b30e-6f91-47e2-9ffd-1fed08a50305 admin admin] Pushing event deleted for resources: {'Network': ['ID=60de8bfb-0f62-4755-831b-d18313ab370e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:44.698188 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d201390-57d1-4ecd-8615-1f52977baf0b None None] New status for floating IP a783a143-52fd-4506-9dbc-057d42763648: DOWN {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:44.907938 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b956-25ff-43ee-a0b0-ba8146e0a640 req-c3e62193-2ff7-45d8-8051-5ed20805d5f0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:44.909397 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b74b956-25ff-43ee-a0b0-ba8146e0a640 req-c3e62193-2ff7-45d8-8051-5ed20805d5f0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.0691657 Apr 12 00:11:44.985960 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b74b956-25ff-43ee-a0b0-ba8146e0a640 req-c7c926b6-84f0-467d-a3df-e8788b81d1d5 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696237 Apr 12 00:11:44.999932 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (35785d44-07ca-4cd4-8595-d77150fecade), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.236374 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-3089547a-9888-43e8-89ad-58dfdcdb7841 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:45.237809 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-3089547a-9888-43e8-89ad-58dfdcdb7841 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 946 time: 0.0502093 Apr 12 00:11:45.243090 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Deleting port 14046756-f23e-4174-bf20-c6110704d4af {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:45.243440 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (14046756-f23e-4174-bf20-c6110704d4af), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.323111 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] For port 14046756-f23e-4174-bf20-c6110704d4af, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=14046756-f23e-4174-bf20-c6110704d4af,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:45.323476 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (14046756-f23e-4174-bf20-c6110704d4af), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.333790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:45.334326 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.336833 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Calling delete_port for 14046756-f23e-4174-bf20-c6110704d4af owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:45.424595 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] For port 719ecf2d-9d34-4aa6-b9e1-c59903680e21, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=719ecf2d-9d34-4aa6-b9e1-c59903680e21,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:45.424964 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.437380 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for 719ecf2d-9d34-4aa6-b9e1-c59903680e21 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:45.601097 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (719ecf2d-9d34-4aa6-b9e1-c59903680e21), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.630996 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=719ecf2d-9d34-4aa6-b9e1-c59903680e21,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:45.680850 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] No DVR routers for this DVR port 719ecf2d-9d34-4aa6-b9e1-c59903680e21 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:45.683451 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.686987 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c08793e8-59ce-4174-acb5-4fbd35c243af req-1404e2a1-b806-46b1-89fb-2faebe2e77aa tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "DELETE /v2.0/ports/719ecf2d-9d34-4aa6-b9e1-c59903680e21 HTTP/1.1" status: 204 len: 173 time: 0.4427569 Apr 12 00:11:45.687457 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'name': 'network-vif-deleted', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:45.690280 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74647de-7d54-40bc-ba7a-156d57ac0578" -d '{"events": [{"server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "name": "network-vif-deleted", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:45.728235 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f71525f-05f1-47e4-8480-5e48a1c53a6a x-openstack-request-id: req-6f71525f-05f1-47e4-8480-5e48a1c53a6a {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:45.728533 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc", "name": "network-vif-deleted", "tag": "719ecf2d-9d34-4aa6-b9e1-c59903680e21", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:45.728786 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f71525f-05f1-47e4-8480-5e48a1c53a6a {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:45.729193 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f71525f-05f1-47e4-8480-5e48a1c53a6a'] response: {'server_uuid': '5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc', 'name': 'network-vif-deleted', 'tag': '719ecf2d-9d34-4aa6-b9e1-c59903680e21', 'status': 'completed', 'code': 200} Apr 12 00:11:45.795053 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (14046756-f23e-4174-bf20-c6110704d4af), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:45.818102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Pushing event deleted for resources: {'Port': ['ID=14046756-f23e-4174-bf20-c6110704d4af,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:45.994180 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (35785d44-07ca-4cd4-8595-d77150fecade), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:46.103113 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e19bc115-fbcb-47f8-9409-345800167b90 req-553d909d-9c68-4ded-98cb-c6e927297f73 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa3d7ab-37b3-4d15-b755-fdfb31d5fddc HTTP/1.1" status: 200 len: 210 time: 0.0326962 Apr 12 00:11:46.262614 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Router 35785d44-07ca-4cd4-8595-d77150fecade has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:46.371055 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:46.376043 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-2700d5ea-6e75-4a76-b473-9a27d30a582e admin admin] 10.222.0.24 "PUT /v2.0/routers/35785d44-07ca-4cd4-8595-d77150fecade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120654 Apr 12 00:11:46.378635 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33020) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:46.381744 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Sync routers for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:46.392030 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:46.392681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:46.481717 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks [] for router (35785d44-07ca-4cd4-8595-d77150fecade), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:46.497231 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:46.585330 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks [] for router_gateway (35785d44-07ca-4cd4-8595-d77150fecade), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:46.668553 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:11:45Z', 'revision_number': 5, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port': {'id': 'b3fb2bd7-03cd-4565-a859-b189650b418d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35785d44-07ca-4cd4-8595-d77150fecade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:46.694213 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Checking router: 35785d44-07ca-4cd4-8595-d77150fecade for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:46.702350 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Routers {'35785d44-07ca-4cd4-8595-d77150fecade'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:46.702988 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['35785d44-07ca-4cd4-8595-d77150fecade'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:46.706062 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Deleting port b3fb2bd7-03cd-4565-a859-b189650b418d {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:46.706401 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:46.798196 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] For port b3fb2bd7-03cd-4565-a859-b189650b418d, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b3fb2bd7-03cd-4565-a859-b189650b418d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:46.798563 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:46.800714 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] Set router 35785d44-07ca-4cd4-8595-d77150fecade gateway port host: None {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:46.810599 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Calling delete_port for b3fb2bd7-03cd-4565-a859-b189650b418d owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:46.857044 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:11:46Z', 'revision_number': 6, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:46.882695 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e8ea3-7fc4-46ba-88b4-cca404be8483 None None] The sync data for ids ['35785d44-07ca-4cd4-8595-d77150fecade'] in dv-cinder-837432-2-iscsi is: [{'id': '35785d44-07ca-4cd4-8595-d77150fecade', 'name': 'tempest-TestMinimumBasicScenario-1495321855-router', 'tenant_id': 'b1d6c75db931465b89912dc4dd415506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:27Z', 'updated_at': '2022-04-12T00:11:46Z', 'revision_number': 6, 'project_id': 'b1d6c75db931465b89912dc4dd415506', 'gw_port_host': None}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:47.018088 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (b3fb2bd7-03cd-4565-a859-b189650b418d), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.046008 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fb2bd7-03cd-4565-a859-b189650b418d,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:47.056641 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 719ecf2d-9d34-4aa6-b9e1-c59903680e21 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:47.076809 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 719ecf2d-9d34-4aa6-b9e1-c59903680e21 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:47.077157 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 719ecf2d-9d34-4aa6-b9e1-c59903680e21 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:47.103904 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (35785d44-07ca-4cd4-8595-d77150fecade), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.194621 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (35785d44-07ca-4cd4-8595-d77150fecade), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.197469 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks [] for router_controller (35785d44-07ca-4cd4-8595-d77150fecade), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.338475 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (35785d44-07ca-4cd4-8595-d77150fecade), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.338993 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35785d44-07ca-4cd4-8595-d77150fecade {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:11:47.343573 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.344792 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-16cea591-4ef7-4779-8892-bfdd16657dd6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/35785d44-07ca-4cd4-8595-d77150fecade HTTP/1.1" status: 204 len: 168 time: 0.9652252 Apr 12 00:11:47.347439 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33026) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:47.390815 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Deleting subnet cefe67bd-0f70-49e4-88ff-3be92e741f42 {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:11:47.393865 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Publish callbacks [] for subnet (cefe67bd-0f70-49e4-88ff-3be92e741f42), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.427302 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (cefe67bd-0f70-49e4-88ff-3be92e741f42), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.511446 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (cefe67bd-0f70-49e4-88ff-3be92e741f42), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.601151 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (cefe67bd-0f70-49e4-88ff-3be92e741f42), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.626011 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefe67bd-0f70-49e4-88ff-3be92e741f42,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:47.631928 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.635811 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-dcaaff18-06f9-4527-b24c-8e4fac6949fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cefe67bd-0f70-49e4-88ff-3be92e741f42 HTTP/1.1" status: 204 len: 168 time: 0.2874467 Apr 12 00:11:47.638273 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33030) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:47.641418 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d737871-709b-467c-9a37-1ae2044b61ef None None] Network 87839574-c055-4f63-af9d-2448963a0e77 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:11:47.711457 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (87839574-c055-4f63-af9d-2448963a0e77), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.787186 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Deleting port 43b48961-0c5c-4103-b81a-521c0f856a6e {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:47.787186 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.823394 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] DHCP port deletion for 87839574-c055-4f63-af9d-2448963a0e77 request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:11:47.852683 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] For port 43b48961-0c5c-4103-b81a-521c0f856a6e, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=43b48961-0c5c-4103-b81a-521c0f856a6e,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:47.853002 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.866210 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Calling delete_port for 43b48961-0c5c-4103-b81a-521c0f856a6e owned by network:dhcp {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:47.879442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Deleting port 43b48961-0c5c-4103-b81a-521c0f856a6e {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:47.880021 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.943716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] For port 43b48961-0c5c-4103-b81a-521c0f856a6e, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=43b48961-0c5c-4103-b81a-521c0f856a6e,segment=NetworkSegment(6ea768b7-e9d7-4393-8439-9a0a8c89c471),segment_id=6ea768b7-e9d7-4393-8439-9a0a8c89c471)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:47.944116 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:47.956650 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Calling delete_port for 43b48961-0c5c-4103-b81a-521c0f856a6e owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:48.023770 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.031821 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (43b48961-0c5c-4103-b81a-521c0f856a6e), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.049890 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Pushing event deleted for resources: {'Port': ['ID=43b48961-0c5c-4103-b81a-521c0f856a6e,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:48.054247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] No DVR routers for this DVR port 43b48961-0c5c-4103-b81a-521c0f856a6e on host dv-cinder-837432-2-iscsi {{(pid=110167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:48.061196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] Pushing event deleted for resources: {'Port': ['ID=43b48961-0c5c-4103-b81a-521c0f856a6e,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:48.061196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf630f-f4c9-4df9-94af-f613644be0a9 None None] No DVR routers for this DVR port 43b48961-0c5c-4103-b81a-521c0f856a6e on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:48.111540 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 14046756-f23e-4174-bf20-c6110704d4af no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:48.132738 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 14046756-f23e-4174-bf20-c6110704d4af {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:48.133086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 14046756-f23e-4174-bf20-c6110704d4af not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:48.133509 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b3fb2bd7-03cd-4565-a859-b189650b418d no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:48.142621 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (87839574-c055-4f63-af9d-2448963a0e77), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.152647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: b3fb2bd7-03cd-4565-a859-b189650b418d {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:48.152993 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b3fb2bd7-03cd-4565-a859-b189650b418d not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:48.153407 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 43b48961-0c5c-4103-b81a-521c0f856a6e no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:48.162511 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87839574-c055-4f63-af9d-2448963a0e77']}} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:48.172002 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 43b48961-0c5c-4103-b81a-521c0f856a6e {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:48.172143 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea768b7-e9d7-4393-8439-9a0a8c89c471') {'for_net_delete': True} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:48.172343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 43b48961-0c5c-4103-b81a-521c0f856a6e not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:48.172464 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea768b7-e9d7-4393-8439-9a0a8c89c471') {} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:48.182486 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58818925'] for segment (6ea768b7-e9d7-4393-8439-9a0a8c89c471), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.195590 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (6ea768b7-e9d7-4393-8439-9a0a8c89c471), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.201239 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:11:48.201863 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3713640'] for segment (6ea768b7-e9d7-4393-8439-9a0a8c89c471), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: Traceback (most recent call last): Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: timer() Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: cb(*args, **kw) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: return func(*args, **kwargs) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: self._notify() Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: self.callback(batched_events) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: event.method(event) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: return f(self, *a, **k) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._get(url).json() Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: return self.request(url, 'GET', **kwargs) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:11:48.203286 dv-cinder-837432-2-iscsi neutron-server[110167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:11:48.326580 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (87839574-c055-4f63-af9d-2448963a0e77), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.330609 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.344481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] 10.222.0.24 "DELETE /v2.0/networks/87839574-c055-4f63-af9d-2448963a0e77 HTTP/1.1" status: 204 len: 168 time: 0.6951327 Apr 12 00:11:48.347539 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804b65-946e-4e51-a358-824ac3cebead admin admin] Pushing event deleted for resources: {'Network': ['ID=87839574-c055-4f63-af9d-2448963a0e77,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:48.664540 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33040) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:48.703538 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b99b6a32-cbde-46e2-abf4-1e238cdc0709 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f8cd7a4a37c4abfb6a04a953cc69473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378413 Apr 12 00:11:48.705880 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33042) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:48.757358 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] Publish callbacks [] for security_group (04124267-d1ce-47c0-8bc3-c65522807bec), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.780165 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] Publish callbacks [] for security_group (04124267-d1ce-47c0-8bc3-c65522807bec), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.880719 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (04124267-d1ce-47c0-8bc3-c65522807bec), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.883981 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:48.885135 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04124267-d1ce-47c0-8bc3-c65522807bec HTTP/1.1" status: 204 len: 168 time: 0.1783509 Apr 12 00:11:48.893028 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f55f6c-a134-4828-a2ee-ff142dc1b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04124267-d1ce-47c0-8bc3-c65522807bec,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:49.543222 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33050) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:49.583791 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-bfaa991d-f037-4b8b-b29c-8625d4577021 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1d6c75db931465b89912dc4dd415506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394008 Apr 12 00:11:49.586245 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33052) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:49.633369 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] Publish callbacks [] for security_group (73837813-96ea-4f84-873c-352ba42cdfaa), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.637751 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33056) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:49.654765 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] Publish callbacks [] for security_group (73837813-96ea-4f84-873c-352ba42cdfaa), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.772653 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (73837813-96ea-4f84-873c-352ba42cdfaa), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.775389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.777793 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73837813-96ea-4f84-873c-352ba42cdfaa HTTP/1.1" status: 204 len: 168 time: 0.1894839 Apr 12 00:11:49.784672 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e43d5-b64f-4962-aada-1e997d85d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73837813-96ea-4f84-873c-352ba42cdfaa,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:49.802086 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port 2164eb5b-6e6f-4f73-8f53-4a7fa0f92527 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:49.802086 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.877038 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.877372 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:49.889544 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for 2164eb5b-6e6f-4f73-8f53-4a7fa0f92527 owned by network:floatingip {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:50.092661 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (2164eb5b-6e6f-4f73-8f53-4a7fa0f92527), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:50.121620 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=2164eb5b-6e6f-4f73-8f53-4a7fa0f92527,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:50.186885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (929da344-46f0-4ac1-a9ea-96ce2fb83f20), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:50.187258 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Floating IP 929da344-46f0-4ac1-a9ea-96ce2fb83f20 disassociated (deleted). External IP: 172.27.1.17, port: a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c. Apr 12 00:11:50.402767 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:50.509561 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:50.514307 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:50.519308 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:50.529029 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:50.529714 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:50.545232 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-587d8097-b9dc-416d-bef9-cd1843a7a082 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "DELETE /v2.0/floatingips/929da344-46f0-4ac1-a9ea-96ce2fb83f20 HTTP/1.1" status: 204 len: 168 time: 0.9040167 Apr 12 00:11:50.545232 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:50.545890 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8291179c-75c7-4f7f-8dfc-5b57877b2593" -d '{"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:50.582763 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d698f95-0acc-4326-8329-caa8f9e9d220 x-openstack-request-id: req-3d698f95-0acc-4326-8329-caa8f9e9d220 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:50.583003 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:50.583264 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d698f95-0acc-4326-8329-caa8f9e9d220 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:50.583704 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d698f95-0acc-4326-8329-caa8f9e9d220'] response: {'name': 'network-changed', 'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'status': 'completed', 'code': 200} Apr 12 00:11:50.652282 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-6e72d2ea-5895-46df-bcfc-6e0148a6e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:50.653994 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-6e72d2ea-5895-46df-bcfc-6e0148a6e39e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=637e4085dc72453bbd93166c9c6bf935&device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 1129 time: 0.0493126 Apr 12 00:11:50.726353 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:50.748577 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-42c19da2-677a-48e3-9775-71530094f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:50.750032 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-42c19da2-677a-48e3-9775-71530094f2a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 200 len: 913 time: 0.0900836 Apr 12 00:11:50.792574 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-faad15c2-8970-4a2d-8d09-a12c7f1955b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 200 len: 217 time: 0.0358200 Apr 12 00:11:50.843414 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-5a2d5a42-06f9-4e5e-9fee-244030eb7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:50.845003 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-5a2d5a42-06f9-4e5e-9fee-244030eb7e1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 200 len: 851 time: 0.0465796 Apr 12 00:11:50.897318 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-b7cbb12d-0f78-4001-af0d-931c4d713380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:50.898961 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-b7cbb12d-0f78-4001-af0d-931c4d713380 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78ac38b9-0eec-4bfb-92d9-22346c70e1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444846 Apr 12 00:11:50.922929 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:50.953030 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:50.961187 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:50.961818 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:50.998757 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-a566f054-ee97-4e0d-a9a0-492f52631f40 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916193 Apr 12 00:11:51.069342 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:51.095146 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8291179c-75c7-4f7f-8dfc-5b57877b2593 req-eaf41e71-761d-498e-83cb-2131b9f5df13 service neutron] 10.222.0.20 "GET /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Apr 12 00:11:51.222154 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f192b71-d07c-4575-877c-d2424746cd8a req-6747400e-2833-4331-92d7-12773732f63a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:51.227975 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7f192b71-d07c-4575-877c-d2424746cd8a req-6747400e-2833-4331-92d7-12773732f63a tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.2860782 Apr 12 00:11:51.267220 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:51.275346 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7f192b71-d07c-4575-877c-d2424746cd8a req-3a7700cc-054a-437f-9a14-7dff9d23b756 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454705 Apr 12 00:11:51.300086 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a3f3f-174a-4fe8-b9ae-86948480231e None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:03:40Z', 'revision_number': 4, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '6b91b64d-4fe0-4279-9fff-8145cc3c8ab1', 'name': '', 'network_id': '78ac38b9-0eec-4bfb-92d9-22346c70e1aa', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'mac_address': 'fa:16:3e:16:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:39Z', 'updated_at': '2022-04-12T00:03:49Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'subnets': [{'id': '0dbf69c5-4c8c-4444-adce-0ae31c96db0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:51.509492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b872f2-567e-4f65-b48a-716ff6731b1a None None] New status for floating IP 929da344-46f0-4ac1-a9ea-96ce2fb83f20: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:11:52.449803 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f826-b82e-40c0-8b88-29f52b1dd5d4 req-cf132859-d7e5-4ac7-acc0-633fcccd651f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:52.451284 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-85e1f826-b82e-40c0-8b88-29f52b1dd5d4 req-cf132859-d7e5-4ac7-acc0-633fcccd651f tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.1049881 Apr 12 00:11:52.498330 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-85e1f826-b82e-40c0-8b88-29f52b1dd5d4 req-eebbe5c7-bcd0-4763-b9ae-d21ba20717d2 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a7887c2-1e8c-4934-900d-12a89d79f5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Apr 12 00:11:52.707252 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-e75198ca-fada-4385-a290-5851ed3218a5 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:11:52.708681 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-e75198ca-fada-4385-a290-5851ed3218a5 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 945 time: 0.0547776 Apr 12 00:11:52.797855 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:52.798196 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:52.884799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] For port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:52.885159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:52.897282 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:53.109477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:53.143629 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:53.189586 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] No DVR routers for this DVR port a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:11:53.192725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:53.197335 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b95b07fb-564d-4416-99fb-42b6b827eb57 req-9cc5ec2b-752f-48f2-9c88-83a32f4ffaf0 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.20 "DELETE /v2.0/ports/a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c HTTP/1.1" status: 204 len: 173 time: 0.4830170 Apr 12 00:11:53.197830 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'name': 'network-vif-deleted', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:11:53.200375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d34ccd-7f80-4053-a206-502d6a9acbcb" -d '{"events": [{"server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "name": "network-vif-deleted", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:11:53.236303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384cc0cb-b570-487d-9126-6668d4a97dce x-openstack-request-id: req-384cc0cb-b570-487d-9126-6668d4a97dce {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:11:53.236430 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbe8bee-9b94-47f0-9540-27e3515a9e0b", "name": "network-vif-deleted", "tag": "a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:11:53.236707 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-384cc0cb-b570-487d-9126-6668d4a97dce {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:11:53.237087 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384cc0cb-b570-487d-9126-6668d4a97dce'] response: {'server_uuid': 'abbe8bee-9b94-47f0-9540-27e3515a9e0b', 'name': 'network-vif-deleted', 'tag': 'a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c', 'status': 'completed', 'code': 200} Apr 12 00:11:53.596567 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-24a1db7b-3ea0-43cf-908b-ceac416f46b7 req-9e84ff8f-af76-4943-9ac8-04dae0911fab tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbe8bee-9b94-47f0-9540-27e3515a9e0b HTTP/1.1" status: 200 len: 210 time: 0.0313475 Apr 12 00:11:54.653547 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33080) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:54.778627 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Deleting port 9d7845d9-144c-46a5-a512-23355ab838d9 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:54.778997 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:54.835298 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6f902c7d-f18c-4c27-a8b6-f56966bea482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:54.850290 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:54.850620 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (9d7845d9-144c-46a5-a512-23355ab838d9), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:54.861801 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Calling delete_port for 9d7845d9-144c-46a5-a512-23355ab838d9 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:55.023664 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (9d7845d9-144c-46a5-a512-23355ab838d9), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:55.048228 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'Port': ['ID=9d7845d9-144c-46a5-a512-23355ab838d9,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:55.110458 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for floatingip (2e21ef40-b064-4b27-8a50-932f36bfe100), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:55.113066 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:55.114478 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0e95004a-6028-4b63-afbb-964781c20773 tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "DELETE /v2.0/floatingips/2e21ef40-b064-4b27-8a50-932f36bfe100 HTTP/1.1" status: 204 len: 168 time: 0.4596741 Apr 12 00:11:56.427224 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33094) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:56.485593 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (9a7887c2-1e8c-4934-900d-12a89d79f5bd), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:56.512546 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (9a7887c2-1e8c-4934-900d-12a89d79f5bd), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:56.646130 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (9a7887c2-1e8c-4934-900d-12a89d79f5bd), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:56.648787 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:56.649953 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a7887c2-1e8c-4934-900d-12a89d79f5bd HTTP/1.1" status: 204 len: 168 time: 0.2217431 Apr 12 00:11:56.659633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafda98d-58bb-4ff4-82b4-b073e18cdddc tempest-TestVolumeBootPattern-1039900101 tempest-TestVolumeBootPattern-1039900101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7887c2-1e8c-4934-900d-12a89d79f5bd,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:56.755209 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33098) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:57.059101 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:11:57.078444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:11:57.078791 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device a1bc176a-0e65-42a3-bdf6-fa7b714d8e2c not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:11:57.115253 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a581e81d-595a-46a5-86ab-7a43d937468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:57.197591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:57.436113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Deleting port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:57.436442 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:57.768945 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] For port 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:57.769614 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:57.780960 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Calling delete_port for 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 owned by network:router_interface {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:58.029219 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (6b91b64d-4fe0-4279-9fff-8145cc3c8ab1), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.057765 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91b64d-4fe0-4279-9fff-8145cc3c8ab1,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:58.206469 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.227307 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.437902 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Router 0daae8d4-e312-4797-bb89-8b412d65d7fb has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:11:58.542019 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:11:58.549529 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d6b804e3-4dd9-4657-9320-e2a06509331b admin admin] 10.222.0.24 "PUT /v2.0/routers/0daae8d4-e312-4797-bb89-8b412d65d7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7901673 Apr 12 00:11:58.549642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33102) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:58.550359 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Sync routers for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:11:58.561200 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:58.561802 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:58.653906 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks [] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.668068 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:58.753412 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks [] for router_gateway (0daae8d4-e312-4797-bb89-8b412d65d7fb), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.843295 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:11:57Z', 'revision_number': 5, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port': {'id': '63a5c678-9eaa-477a-a722-933f3c35f120', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:36Z', 'updated_at': '2022-04-12T00:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:58.862855 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Deleting port 63a5c678-9eaa-477a-a722-933f3c35f120 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:58.863387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.868733 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Checking router: 0daae8d4-e312-4797-bb89-8b412d65d7fb for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:11:58.877378 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Routers {'0daae8d4-e312-4797-bb89-8b412d65d7fb'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:11:58.877972 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['0daae8d4-e312-4797-bb89-8b412d65d7fb'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:58.940591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] For port 63a5c678-9eaa-477a-a722-933f3c35f120, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=63a5c678-9eaa-477a-a722-933f3c35f120,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:58.940958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:58.953679 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Calling delete_port for 63a5c678-9eaa-477a-a722-933f3c35f120 owned by network:router_gateway {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:11:58.963352 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] Set router 0daae8d4-e312-4797-bb89-8b412d65d7fb gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:11:59.016221 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:11:58Z', 'revision_number': 6, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:11:59.041066 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017258d6-e39a-4a49-ae17-8abf73eb086e None None] The sync data for ids ['0daae8d4-e312-4797-bb89-8b412d65d7fb'] in dv-cinder-837432-2-iscsi is: [{'id': '0daae8d4-e312-4797-bb89-8b412d65d7fb', 'name': 'tempest-TestVolumeBootPattern-1418956368-router', 'tenant_id': '637e4085dc72453bbd93166c9c6bf935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:35Z', 'updated_at': '2022-04-12T00:11:58Z', 'revision_number': 6, 'project_id': '637e4085dc72453bbd93166c9c6bf935', 'gw_port_host': None}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:11:59.172348 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (63a5c678-9eaa-477a-a722-933f3c35f120), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.201748 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a5c678-9eaa-477a-a722-933f3c35f120,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:59.259526 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.348020 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.350129 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks [] for router_controller (0daae8d4-e312-4797-bb89-8b412d65d7fb), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.440953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (0daae8d4-e312-4797-bb89-8b412d65d7fb), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.441522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0daae8d4-e312-4797-bb89-8b412d65d7fb {{(pid=110166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:11:59.446538 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.447666 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-59fbb6e1-49d3-4b24-8339-1979f4956d80 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0daae8d4-e312-4797-bb89-8b412d65d7fb HTTP/1.1" status: 204 len: 168 time: 0.8971906 Apr 12 00:11:59.450395 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33104) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:59.494800 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Deleting subnet 0dbf69c5-4c8c-4444-adce-0ae31c96db0c {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:11:59.497902 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Publish callbacks [] for subnet (0dbf69c5-4c8c-4444-adce-0ae31c96db0c), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.531093 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (0dbf69c5-4c8c-4444-adce-0ae31c96db0c), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.612320 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (0dbf69c5-4c8c-4444-adce-0ae31c96db0c), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.721136 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (0dbf69c5-4c8c-4444-adce-0ae31c96db0c), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.750420 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.753713 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0dbf69c5-4c8c-4444-adce-0ae31c96db0c HTTP/1.1" status: 204 len: 168 time: 0.3015943 Apr 12 00:11:59.754804 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfa19-d95d-4587-8328-f6b69da0b721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbf69c5-4c8c-4444-adce-0ae31c96db0c,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:11:59.756305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33106) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:11:59.762170 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570955e-380b-4aba-abcd-5c07131a8ae2 None None] Network 78ac38b9-0eec-4bfb-92d9-22346c70e1aa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:11:59.819561 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.838925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (78ac38b9-0eec-4bfb-92d9-22346c70e1aa), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.893436 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Deleting port b17aa51f-3d3a-49dc-853d-e892de3b8c56 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:59.894075 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.922607 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] DHCP port deletion for 78ac38b9-0eec-4bfb-92d9-22346c70e1aa request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:11:59.962208 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] For port b17aa51f-3d3a-49dc-853d-e892de3b8c56, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b17aa51f-3d3a-49dc-853d-e892de3b8c56,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:11:59.962570 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.970032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Deleting port b17aa51f-3d3a-49dc-853d-e892de3b8c56 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:11:59.970403 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:11:59.975062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Calling delete_port for b17aa51f-3d3a-49dc-853d-e892de3b8c56 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:00.037899 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] For port b17aa51f-3d3a-49dc-853d-e892de3b8c56, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b17aa51f-3d3a-49dc-853d-e892de3b8c56,segment=NetworkSegment(a1eb1dac-39ad-477c-8880-c199c2d941cd),segment_id=a1eb1dac-39ad-477c-8880-c199c2d941cd)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:00.038222 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.055766 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Calling delete_port for b17aa51f-3d3a-49dc-853d-e892de3b8c56 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:00.115201 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 63a5c678-9eaa-477a-a722-933f3c35f120 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:00.132149 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.144155 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 63a5c678-9eaa-477a-a722-933f3c35f120 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:00.144504 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 63a5c678-9eaa-477a-a722-933f3c35f120 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:00.144926 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:00.158213 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17aa51f-3d3a-49dc-853d-e892de3b8c56,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:00.162700 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] No DVR routers for this DVR port b17aa51f-3d3a-49dc-853d-e892de3b8c56 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:12:00.165940 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:00.166291 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 6b91b64d-4fe0-4279-9fff-8145cc3c8ab1 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:00.166713 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b17aa51f-3d3a-49dc-853d-e892de3b8c56 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:00.190787 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: b17aa51f-3d3a-49dc-853d-e892de3b8c56 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:00.191156 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b17aa51f-3d3a-49dc-853d-e892de3b8c56 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:00.200130 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (b17aa51f-3d3a-49dc-853d-e892de3b8c56), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.231991 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] Pushing event deleted for resources: {'Port': ['ID=b17aa51f-3d3a-49dc-853d-e892de3b8c56,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:00.235667 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d67cd4-b54e-48cc-8fc4-b478da217d97 None None] No DVR routers for this DVR port b17aa51f-3d3a-49dc-853d-e892de3b8c56 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:12:00.243721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (78ac38b9-0eec-4bfb-92d9-22346c70e1aa), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.266118 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ac38b9-0eec-4bfb-92d9-22346c70e1aa']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:00.275423 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1eb1dac-39ad-477c-8880-c199c2d941cd') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:00.275713 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1eb1dac-39ad-477c-8880-c199c2d941cd') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:00.285001 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (a1eb1dac-39ad-477c-8880-c199c2d941cd), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.298297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (a1eb1dac-39ad-477c-8880-c199c2d941cd), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.304113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:12:00.304517 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (a1eb1dac-39ad-477c-8880-c199c2d941cd), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:12:00.306144 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:12:00.406277 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (78ac38b9-0eec-4bfb-92d9-22346c70e1aa), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.411238 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:00.414379 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/78ac38b9-0eec-4bfb-92d9-22346c70e1aa HTTP/1.1" status: 204 len: 168 time: 0.6564384 Apr 12 00:12:00.422042 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33108) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:00.429545 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb489b-41e9-4545-927c-49755625a3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ac38b9-0eec-4bfb-92d9-22346c70e1aa,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:00.758477 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.220919 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Deleting port d4d6b368-3b43-43bd-940d-a35800fc4280 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:01.221252 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.298474 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] For port d4d6b368-3b43-43bd-940d-a35800fc4280, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=d4d6b368-3b43-43bd-940d-a35800fc4280,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:01.298892 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.310857 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Calling delete_port for d4d6b368-3b43-43bd-940d-a35800fc4280 owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:01.315279 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.537528 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (d4d6b368-3b43-43bd-940d-a35800fc4280), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.562676 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d6b368-3b43-43bd-940d-a35800fc4280,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:01.732791 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:01.947220 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Router 5c50f528-0ffd-4325-8c32-4992599ec9e8 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:12:02.050995 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:12:02.056123 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-89cfed05-98ef-4849-91df-05e72d622054 admin admin] 10.222.0.24 "PUT /v2.0/routers/5c50f528-0ffd-4325-8c32-4992599ec9e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328566 Apr 12 00:12:02.058333 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33110) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:02.063948 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Sync routers for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:12:02.073629 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:02.074312 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:02.162568 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks [] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.269044 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks [] for router_gateway (5c50f528-0ffd-4325-8c32-4992599ec9e8), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.323551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:02.410037 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.418725 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Deleting port fee2a19d-74b2-4e88-ace0-1bc20604ec45 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:02.422252 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.497064 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] For port fee2a19d-74b2-4e88-ace0-1bc20604ec45, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=fee2a19d-74b2-4e88-ace0-1bc20604ec45,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:02.497433 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.499361 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:12:01Z', 'revision_number': 5, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port': {'id': 'fee2a19d-74b2-4e88-ace0-1bc20604ec45', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:03:48Z', 'updated_at': '2022-04-12T00:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:02.509771 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Calling delete_port for fee2a19d-74b2-4e88-ace0-1bc20604ec45 owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:02.524773 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Checking router: 5c50f528-0ffd-4325-8c32-4992599ec9e8 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:12:02.533266 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Routers {'5c50f528-0ffd-4325-8c32-4992599ec9e8'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:02.533873 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['5c50f528-0ffd-4325-8c32-4992599ec9e8'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:02.620483 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] Set router 5c50f528-0ffd-4325-8c32-4992599ec9e8 gateway port host: None {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:02.678766 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:12:02Z', 'revision_number': 6, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:02.704430 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d133d1-30a5-4039-91fc-36fa1d754ce6 None None] The sync data for ids ['5c50f528-0ffd-4325-8c32-4992599ec9e8'] in dv-cinder-837432-2-iscsi is: [{'id': '5c50f528-0ffd-4325-8c32-4992599ec9e8', 'name': 'tempest-TestVolumeBootPattern-1623084258-router', 'tenant_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:03:46Z', 'updated_at': '2022-04-12T00:12:02Z', 'revision_number': 6, 'project_id': '4a307e216a4345eb8d909fa2bcbed0cc', 'gw_port_host': None}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:12:02.721102 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (fee2a19d-74b2-4e88-ace0-1bc20604ec45), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.747018 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee2a19d-74b2-4e88-ace0-1bc20604ec45,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:02.813319 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.901850 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:02.904554 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks [] for router_controller (5c50f528-0ffd-4325-8c32-4992599ec9e8), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.000956 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (5c50f528-0ffd-4325-8c32-4992599ec9e8), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.001994 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c50f528-0ffd-4325-8c32-4992599ec9e8 {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:12:03.008212 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.009473 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-8f957453-2dcb-4641-a6c6-303b4dd8cb13 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5c50f528-0ffd-4325-8c32-4992599ec9e8 HTTP/1.1" status: 204 len: 168 time: 0.9494681 Apr 12 00:12:03.012092 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33112) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:03.061177 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Deleting subnet d83e8990-ec90-436e-8243-968150c4bfbd {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:12:03.064690 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Publish callbacks [] for subnet (d83e8990-ec90-436e-8243-968150c4bfbd), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.101162 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (d83e8990-ec90-436e-8243-968150c4bfbd), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.178044 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (d83e8990-ec90-436e-8243-968150c4bfbd), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.297905 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (d83e8990-ec90-436e-8243-968150c4bfbd), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.326406 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83e8990-ec90-436e-8243-968150c4bfbd,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:03.330004 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.333214 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0ac5bcb9-735b-41fa-8c82-5d8d3882f5b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d83e8990-ec90-436e-8243-968150c4bfbd HTTP/1.1" status: 204 len: 168 time: 0.3200648 Apr 12 00:12:03.335211 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c5bce-89e2-4dc3-affc-86739a645a60 None None] Network ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:12:03.335985 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33114) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:03.403133 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.458422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Deleting port 9f822f32-8fd7-4692-87a2-1fb662dc7193 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:03.458809 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.494421 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] DHCP port deletion for ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:12:03.525286 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] For port 9f822f32-8fd7-4692-87a2-1fb662dc7193, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=9f822f32-8fd7-4692-87a2-1fb662dc7193,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:03.525529 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.539238 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Calling delete_port for 9f822f32-8fd7-4692-87a2-1fb662dc7193 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:03.543435 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Deleting port 9f822f32-8fd7-4692-87a2-1fb662dc7193 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:03.543914 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.609268 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] For port 9f822f32-8fd7-4692-87a2-1fb662dc7193, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=9f822f32-8fd7-4692-87a2-1fb662dc7193,segment=NetworkSegment(ca645cea-0e46-4bee-bd27-16b0adc0ebde),segment_id=ca645cea-0e46-4bee-bd27-16b0adc0ebde)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:03.609665 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.623652 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Calling delete_port for 9f822f32-8fd7-4692-87a2-1fb662dc7193 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:03.693401 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.703644 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (9f822f32-8fd7-4692-87a2-1fb662dc7193), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.724879 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Pushing event deleted for resources: {'Port': ['ID=9f822f32-8fd7-4692-87a2-1fb662dc7193,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:03.727942 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] No DVR routers for this DVR port 9f822f32-8fd7-4692-87a2-1fb662dc7193 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:12:03.732915 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] Pushing event deleted for resources: {'Port': ['ID=9f822f32-8fd7-4692-87a2-1fb662dc7193,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:03.736223 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36ddeb-b320-48e8-bf5f-d0c583a47cd8 None None] No DVR routers for this DVR port 9f822f32-8fd7-4692-87a2-1fb662dc7193 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:12:03.804545 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.824954 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:03.833706 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca645cea-0e46-4bee-bd27-16b0adc0ebde') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:03.834001 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca645cea-0e46-4bee-bd27-16b0adc0ebde') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:03.842888 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (ca645cea-0e46-4bee-bd27-16b0adc0ebde), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.855520 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ca645cea-0e46-4bee-bd27-16b0adc0ebde), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.861044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:12:03.861417 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (ca645cea-0e46-4bee-bd27-16b0adc0ebde), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:12:03.862999 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:12:03.972221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.977256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:03.980469 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e HTTP/1.1" status: 204 len: 168 time: 0.6436174 Apr 12 00:12:03.991445 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26db01-1b46-4b9a-8959-d97efecb4afe admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1bf6d6-f9cc-4d9c-b35b-874ac7a3830e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:04.102619 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device fee2a19d-74b2-4e88-ace0-1bc20604ec45 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:04.122920 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: fee2a19d-74b2-4e88-ace0-1bc20604ec45 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:04.123188 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device fee2a19d-74b2-4e88-ace0-1bc20604ec45 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:04.123594 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 9f822f32-8fd7-4692-87a2-1fb662dc7193 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:04.141805 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 9f822f32-8fd7-4692-87a2-1fb662dc7193 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:04.142152 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 9f822f32-8fd7-4692-87a2-1fb662dc7193 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:04.142572 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d4d6b368-3b43-43bd-940d-a35800fc4280 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:04.160191 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: d4d6b368-3b43-43bd-940d-a35800fc4280 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:04.163410 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device d4d6b368-3b43-43bd-940d-a35800fc4280 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:04.290116 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33118) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:04.329554 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-99b03eda-c030-4cb4-920d-7be8c30a0496 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=637e4085dc72453bbd93166c9c6bf935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382154 Apr 12 00:12:04.331845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33120) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:04.377828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] Publish callbacks [] for security_group (4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:04.398072 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] Publish callbacks [] for security_group (4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:04.526390 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:04.529654 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:04.530813 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5 HTTP/1.1" status: 204 len: 168 time: 0.1980596 Apr 12 00:12:04.538528 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb243f-baf3-4a58-9871-f0e3fdc31210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9be3c7-c72f-4ad2-8a8e-229f5a0c16f5,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:05.148900 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33128) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:05.188046 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-09e975f0-fa20-45ab-ab8c-c8cafb4d6005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a307e216a4345eb8d909fa2bcbed0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379810 Apr 12 00:12:05.190382 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33130) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:05.238153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] Publish callbacks [] for security_group (8cc0e337-67ae-4886-9fc5-9fee1345eca5), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:05.258606 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] Publish callbacks [] for security_group (8cc0e337-67ae-4886-9fc5-9fee1345eca5), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:05.366375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (8cc0e337-67ae-4886-9fc5-9fee1345eca5), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:05.369067 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:05.370232 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cc0e337-67ae-4886-9fc5-9fee1345eca5 HTTP/1.1" status: 204 len: 168 time: 0.1789281 Apr 12 00:12:05.378713 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c6007-2fe9-453b-93fe-f210708063ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0e337-67ae-4886-9fc5-9fee1345eca5,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:17.207851 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:12:23.681908 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f599fa7-a1c0-47fb-ae61-a6f558197813 req-b3cae42f-dd7b-4504-9e35-fc0ac1a33b2f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:23.683401 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4f599fa7-a1c0-47fb-ae61-a6f558197813 req-b3cae42f-dd7b-4504-9e35-fc0ac1a33b2f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0527761 Apr 12 00:12:23.729494 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4f599fa7-a1c0-47fb-ae61-a6f558197813 req-bed848f2-6980-4652-842d-ef28bc88f3a7 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Apr 12 00:12:24.823400 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-2127136f-a518-4ff0-8ad7-44ba3fb35c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:24.848188 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e26d4-3024-4e96-901a-d7c0bfb3a487 req-7cf6a6e8-438c-44df-89e7-c9d9e8e190ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:24.849638 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-586e26d4-3024-4e96-901a-d7c0bfb3a487 req-7cf6a6e8-438c-44df-89e7-c9d9e8e190ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0523148 Apr 12 00:12:24.895386 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-586e26d4-3024-4e96-901a-d7c0bfb3a487 req-96fb0d42-aa78-4a9b-a00c-e37aec9c17e5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=34bb5958-c78f-4f3a-83ea-e1c5590741cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 Apr 12 00:12:25.415719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050438f-e141-4727-ace6-f527fc5aa905 req-309521ed-ae06-4307-b3fe-0c149bdeb6ec tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:25.417183 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3050438f-e141-4727-ace6-f527fc5aa905 req-309521ed-ae06-4307-b3fe-0c149bdeb6ec tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 945 time: 0.0524001 Apr 12 00:12:25.511587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:25.511930 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:25.598333 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] For port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:25.601319 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:25.768896 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:25.769178 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:25.769489 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP 7d15dbda-f1dc-4f76-9147-5412747e3765 disassociated. External IP: 172.27.1.208, port: 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5. Apr 12 00:12:25.769822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:25.938171 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:25.966392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:25.978046 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.978392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.978731 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.979113 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.979446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.979882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.980215 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.980586 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.980853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.981177 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.981501 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.981823 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.982143 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:25.995481 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-04c416ad-6cb7-4f04-b296-aead032b784f req-89b3ee97-27f6-4930-931f-0e143e6244d1 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 210 time: 0.0327883 Apr 12 00:12:26.089671 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:12:26.194165 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:12:26.205909 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:12:26.215688 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:26.216323 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:26.233406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] No DVR routers for this DVR port 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:12:26.235948 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:26.239407 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3050438f-e141-4727-ace6-f527fc5aa905 req-ce850359-30b7-4c7a-9e49-47dab5a939ee tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "DELETE /v2.0/ports/050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 HTTP/1.1" status: 204 len: 173 time: 0.8167861 Apr 12 00:12:26.240063 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'name': 'network-vif-deleted', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:12:26.242264 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb667c6f-c11f-4782-8f9d-d8513189095a" -d '{"events": [{"server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "name": "network-vif-deleted", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:12:26.429757 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:26.474321 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b10b10-5724-4e69-9a6b-6bd5e8a91c80 x-openstack-request-id: req-a2b10b10-5724-4e69-9a6b-6bd5e8a91c80 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:12:26.474862 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225ee1d-0e98-4102-9587-0ef80fa23d9c", "name": "network-vif-deleted", "tag": "050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:12:26.474980 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b10b10-5724-4e69-9a6b-6bd5e8a91c80 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:12:26.475298 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b10b10-5724-4e69-9a6b-6bd5e8a91c80'] response: {'server_uuid': '2225ee1d-0e98-4102-9587-0ef80fa23d9c', 'name': 'network-vif-deleted', 'tag': '050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5', 'status': 'completed', 'code': 200} Apr 12 00:12:26.628745 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:26.653130 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:12:26.660983 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:26.661576 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:11:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:26.770420 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:26.963987 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:26.990443 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbe997-287a-417c-a75c-020c026ca22a None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:12:27.109334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-72292f22-6d90-453c-af0c-7a610ad0be28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:27.118003 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0b7216ac-c9cc-4657-a066-6a46b6bb68db req-f8a31090-8144-487f-8063-936417f01339 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=2225ee1d-0e98-4102-9587-0ef80fa23d9c HTTP/1.1" status: 200 len: 210 time: 0.0277519 Apr 12 00:12:27.239031 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3bbed-3a7e-4b8b-aeac-ed4b54e1e959 None None] New status for floating IP 7d15dbda-f1dc-4f76-9147-5412747e3765: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:12:28.229093 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.252942 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33208) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:28.307062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (34bb5958-c78f-4f3a-83ea-e1c5590741cc), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.329842 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (34bb5958-c78f-4f3a-83ea-e1c5590741cc), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.444998 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (34bb5958-c78f-4f3a-83ea-e1c5590741cc), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.447570 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.448721 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/security-groups/34bb5958-c78f-4f3a-83ea-e1c5590741cc HTTP/1.1" status: 204 len: 168 time: 0.1948147 Apr 12 00:12:28.451476 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33210) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:28.457601 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147c661-3f23-44d5-8212-e11987f0f1d8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb5958-c78f-4f3a-83ea-e1c5590741cc,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:28.464601 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-4057d617-30d8-405f-8f6d-88c83502ff63 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] show failed (client error): The resource could not be found. Apr 12 00:12:28.465599 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-4057d617-30d8-405f-8f6d-88c83502ff63 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups/34bb5958-c78f-4f3a-83ea-e1c5590741cc HTTP/1.1" status: 404 len: 347 time: 0.0131702 Apr 12 00:12:28.468446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33212) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:28.588874 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 8fae2764-4668-49eb-baff-16302f25ddd9 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:12:28.589126 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.665911 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.666226 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (8fae2764-4668-49eb-baff-16302f25ddd9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:28.678257 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 8fae2764-4668-49eb-baff-16302f25ddd9 owned by network:floatingip {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:12:29.120520 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (8fae2764-4668-49eb-baff-16302f25ddd9), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:29.147223 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=8fae2764-4668-49eb-baff-16302f25ddd9,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:29.167964 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:12:29.187354 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:12:29.187701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 050b7f3e-50d8-4b4b-87ff-fd01e6e55cc5 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:12:29.210179 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (7d15dbda-f1dc-4f76-9147-5412747e3765), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:29.212692 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:29.213846 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-72c63fdb-2aea-431b-bca0-c52ec0b2c8b5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d15dbda-f1dc-4f76-9147-5412747e3765 HTTP/1.1" status: 204 len: 168 time: 0.7444396 Apr 12 00:12:29.794217 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33216) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:29.799521 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658059397', 'description': 'tempest-description--86828296'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:29.829327 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:29.886418 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:29.949305 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (a3048971-f2cf-4065-b4fa-7ea170c624eb), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.017474 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a3048971-f2cf-4065-b4fa-7ea170c624eb), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.044768 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3048971-f2cf-4065-b4fa-7ea170c624eb,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:30.105436 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.106694 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-98efc07f-2c82-4739-a2c1-03a847899849 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3113644 Apr 12 00:12:30.109552 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33218) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:30.114357 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'a3048971-f2cf-4065-b4fa-7ea170c624eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:30.176856 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (846fd2b9-e634-405d-abe7-375751492262), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.232153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (846fd2b9-e634-405d-abe7-375751492262), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.302231 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (846fd2b9-e634-405d-abe7-375751492262), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.319245 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846fd2b9-e634-405d-abe7-375751492262,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:30.379352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.380526 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-fd965a9d-13ae-45ca-bdb8-b0b8b4f51660 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700613 Apr 12 00:12:30.383107 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33220) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:30.387325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'security_group_rule': {'security_group_id': 'a3048971-f2cf-4065-b4fa-7ea170c624eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:30.461776 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (9a21fc03-9327-4acc-a4df-0258449503c4), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.515270 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (9a21fc03-9327-4acc-a4df-0258449503c4), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.554576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (9a21fc03-9327-4acc-a4df-0258449503c4), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.570872 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a21fc03-9327-4acc-a4df-0258449503c4,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:30.619668 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.620887 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-92f11da6-ae24-4001-a74c-3ae85083c5fa tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368348 Apr 12 00:12:30.623885 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33222) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:30.628520 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:30.691877 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.787090 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:30.883613 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.27.1.167 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/b3c423ad-8996-4a9f-b1fe-7317b64141af) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:12:30.991924 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.069517 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.106521 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:12:31.109351 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:12:31.115554 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:12:31.136011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=b3c423ad-8996-4a9f-b1fe-7317b64141af,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:31.209620 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.296192 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.309189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.443174 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.480192 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.544232 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=b3c423ad-8996-4a9f-b1fe-7317b64141af,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:31.555525 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.608031 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:31.609273 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c8ed8239-16d9-4411-8235-40d5b49b3db6 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9844508 Apr 12 00:12:31.804775 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-acebadb2-e453-4350-99f8-654b4c2deaf9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1658059397&fields=id&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 267 time: 0.0410464 Apr 12 00:12:31.906853 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-34a7ab20-739c-467a-a28b-964070dce646 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:31.908846 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-34a7ab20-739c-467a-a28b-964070dce646 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.0977950 Apr 12 00:12:31.922485 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-b3caea56-c3ed-46d7-bb51-aa002ef3b37b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/quotas/dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 375 time: 0.0083947 Apr 12 00:12:31.975217 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-c34823bf-89d3-4fb9-a609-7e0da29e46d5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470788 Apr 12 00:12:31.990225 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29d6089d-43cb-4312-879c-a9c00e64a43c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:12:31.991183 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29d6089d-43cb-4312-879c-a9c00e64a43c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056174 Apr 12 00:12:32.075212 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f0e8406f-b041-4a13-8b15-e92471afad4a service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789165 Apr 12 00:12:32.163779 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-9b80bd95-2acf-4ab6-8be7-060a7f9452b0 service neutron] 10.222.0.24 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Apr 12 00:12:32.349188 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:32.409594 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-f617fdb5-4464-4a19-955b-d21e73b527ae req-0dda10cb-eb23-488c-ab93-b98a34a21e1c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 210 time: 0.0274034 Apr 12 00:12:33.502036 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5738a6bb-d682-4254-a15f-7dcb40dd5ed6 req-59565caf-c6d5-4866-bfd3-fbf62fdd6310 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 210 time: 0.0277011 Apr 12 00:12:34.430961 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-e3bebb07-29c2-408d-8fe6-874b0295ca6b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:34.433125 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-e3bebb07-29c2-408d-8fe6-874b0295ca6b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 815 time: 0.1076264 Apr 12 00:12:34.497191 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-e3aae35c-ecc0-4850-9484-39db5a4665d0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dffec5ef81d44b04937250eaeeceeac4 HTTP/1.1" status: 200 len: 380 time: 0.0509958 Apr 12 00:12:34.508231 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'port': {'device_id': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'admin_state_up': True, 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'security_groups': ['a3048971-f2cf-4065-b4fa-7ea170c624eb']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:34.593044 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bed517ef-e1e4-41cf-89ae-610cebd47d79 req-ab4517a7-9d5a-43a5-b22c-016778b3e716 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Apr 12 00:12:34.703581 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Made reservation on behalf of dffec5ef81d44b04937250eaeeceeac4 for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:12:34.707083 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:34.836225 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Allocated IP 172.20.0.13 (21526819-c103-4751-b4ea-b6b9bf1ff25b/27f8438c-d9a2-40e8-99a5-ef48a55c8448/32b87e9e-7588-4d16-8662-59e92b400a4a) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:12:34.969257 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.057986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.100338 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:12:35.103320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:12:35.108871 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:12:35.115897 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event updated for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:35.161182 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:35.161798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.232250 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-29b1ddca-5027-4a29-bbbe-5e3c6bb50215 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7285001 Apr 12 00:12:35.245290 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-eb567a5e-8262-48ae-8c51-36f1543bf0d4 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110166) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:12:35.246336 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-eb567a5e-8262-48ae-8c51-36f1543bf0d4 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056772 Apr 12 00:12:35.348512 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Request body: {'port': {'device_id': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:35.354416 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-1cf4e52b-2ec8-4827-9660-bee7688b4be5 None None] Provisioning complete for port 32b87e9e-7588-4d16-8662-59e92b400a4a triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:12:35.354938 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e52b-2ec8-4827-9660-bee7688b4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.388536 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4e52b-2ec8-4827-9660-bee7688b4be5 None None] Port 32b87e9e-7588-4d16-8662-59e92b400a4a cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:12:35.413229 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.665274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b87e9e-7588-4d16-8662-59e92b400a4a {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:12:35.673089 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks [] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.685171 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Transition to ACTIVE for port object 32b87e9e-7588-4d16-8662-59e92b400a4a will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:12:35.714486 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb633-74d7-4ba2-b471-e90af0167f72 req-10572b48-85f0-4b16-a9e9-b1dd3ed1f722 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:35.716005 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13ebb633-74d7-4ba2-b471-e90af0167f72 req-10572b48-85f0-4b16-a9e9-b1dd3ed1f722 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 932 time: 0.0544591 Apr 12 00:12:35.726324 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.770456 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-13ebb633-74d7-4ba2-b471-e90af0167f72 req-64ee7219-fd71-41a8-8fdc-0a6a4a0f3e4d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477169 Apr 12 00:12:35.785482 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Pushing event updated for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:35.858924 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Attempting to bind port 32b87e9e-7588-4d16-8662-59e92b400a4a on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:12:35.859267 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Attempting to bind port 32b87e9e-7588-4d16-8662-59e92b400a4a by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:12:35.859591 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Attempting to bind port 32b87e9e-7588-4d16-8662-59e92b400a4a on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:12:35.864091 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Port 32b87e9e-7588-4d16-8662-59e92b400a4a on network 21526819-c103-4751-b4ea-b6b9bf1ff25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:12:35.864410 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Attempting to bind port 32b87e9e-7588-4d16-8662-59e92b400a4a on network 21526819-c103-4751-b4ea-b6b9bf1ff25b {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:12:35.869575 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:12:35.869914 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Checking segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:12:35.870296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Bound using segment: {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:12:35.870721 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Bound port: 32b87e9e-7588-4d16-8662-59e92b400a4a, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d122da-0f68-4586-adbf-fc5108b0b6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:12:35.871153 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:35.934860 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:12:35.937821 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=32b87e9e-7588-4d16-8662-59e92b400a4a,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:12:36.006245 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:36.041658 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.042274 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:36.043689 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] 10.222.0.20 "PUT /v2.0/ports/32b87e9e-7588-4d16-8662-59e92b400a4a HTTP/1.1" status: 200 len: 1094 time: 0.7878513 Apr 12 00:12:36.044193 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:12:36.046424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff0963-db41-48f8-922c-b3d392466970" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:12:36.081837 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585976d-ca80-458c-8720-acc9ef8df098 service neutron] Pushing event updated for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:36.086606 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4701f-a705-42c3-b14e-1d36764befee x-openstack-request-id: req-ffe4701f-a705-42c3-b14e-1d36764befee {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:12:36.086920 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:12:36.087651 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffe4701f-a705-42c3-b14e-1d36764befee {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:12:36.088049 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe4701f-a705-42c3-b14e-1d36764befee'] response: {'name': 'network-changed', 'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'status': 'completed', 'code': 200} Apr 12 00:12:36.160071 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0963-db41-48f8-922c-b3d392466970 req-dc6a842e-f87c-47a8-9f60-e595a7e8db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.161591 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55ff0963-db41-48f8-922c-b3d392466970 req-dc6a842e-f87c-47a8-9f60-e595a7e8db77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 1128 time: 0.0478563 Apr 12 00:12:36.267832 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0963-db41-48f8-922c-b3d392466970 req-0b2ee0d3-ff09-4967-abec-bc29b4f8c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.269289 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55ff0963-db41-48f8-922c-b3d392466970 req-0b2ee0d3-ff09-4967-abec-bc29b4f8c61a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dffec5ef81d44b04937250eaeeceeac4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972714 Apr 12 00:12:36.362537 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0963-db41-48f8-922c-b3d392466970 req-b63b0415-74e8-4ed7-a8d3-eeabeb62cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.364024 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-55ff0963-db41-48f8-922c-b3d392466970 req-b63b0415-74e8-4ed7-a8d3-eeabeb62cb66 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862286 Apr 12 00:12:36.445683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-8bb72d9f-f5f1-4a8a-bdbd-a04a1c52b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.447084 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-8bb72d9f-f5f1-4a8a-bdbd-a04a1c52b74c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 1128 time: 0.0435395 Apr 12 00:12:36.494679 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-90edd4fc-1f53-40ac-8508-e369ca6e7495 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b87e9e-7588-4d16-8662-59e92b400a4a HTTP/1.1" status: 200 len: 217 time: 0.0359197 Apr 12 00:12:36.542792 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-3c173182-4c87-4f4b-81c1-510d0f393ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.544193 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-3c173182-4c87-4f4b-81c1-510d0f393ef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0406175 Apr 12 00:12:36.594136 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603833-8937-4e9a-b734-e51d0a698348 req-57b3e2a5-7776-4070-85bb-627725b3e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.595640 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-57b3e2a5-7776-4070-85bb-627725b3e04f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423987 Apr 12 00:12:36.688920 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-ae3fc907-ca33-42fe-bfc0-f4e914d94eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836880 Apr 12 00:12:36.777378 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-5b603833-8937-4e9a-b734-e51d0a698348 req-cf94caf1-5cb3-4ab3-81d0-038804f47c04 service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791218 Apr 12 00:12:36.883805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4881e-2999-4823-b255-7be7b4ad5759 req-242a3713-e565-459e-bfaa-6cb8210dbfb4 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:36.885351 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-79a4881e-2999-4823-b255-7be7b4ad5759 req-242a3713-e565-459e-bfaa-6cb8210dbfb4 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 944 time: 0.0519152 Apr 12 00:12:36.931874 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-79a4881e-2999-4823-b255-7be7b4ad5759 req-97b404cc-7eab-4c6c-b920-28c0faf81a50 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Apr 12 00:12:38.049867 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03b6f9-c596-4754-ae41-fe8ab5603a21 req-6f4a03a3-4c28-43ea-b73c-4d2473d7d2a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:38.051235 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7a03b6f9-c596-4754-ae41-fe8ab5603a21 req-6f4a03a3-4c28-43ea-b73c-4d2473d7d2a9 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 944 time: 0.0535281 Apr 12 00:12:38.101886 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7a03b6f9-c596-4754-ae41-fe8ab5603a21 req-b1ab764f-89a5-4218-a9ef-a7037ab71ce4 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Apr 12 00:12:39.180793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 32b87e9e-7588-4d16-8662-59e92b400a4a details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:12:39.217829 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aee0e5-6cd3-4789-b300-7c3e5f9fb239 req-b7f0f745-fe33-41c1-9b76-36f1f1679448 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:39.219346 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6aee0e5-6cd3-4789-b300-7c3e5f9fb239 req-b7f0f745-fe33-41c1-9b76-36f1f1679448 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 944 time: 0.0510266 Apr 12 00:12:39.269069 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d6aee0e5-6cd3-4789-b300-7c3e5f9fb239 req-2551e6f1-a502-4fae-b438-e040498be21e tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Apr 12 00:12:39.281450 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=32b87e9e-7588-4d16-8662-59e92b400a4a,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:39.292765 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'port_id': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'mac_address': 'fa:16:3e:fa:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:12:39.328318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 32b87e9e-7588-4d16-8662-59e92b400a4a is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:12:39.328706 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:39.340815 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b87e9e-7588-4d16-8662-59e92b400a4a {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:12:39.359418 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=32b87e9e-7588-4d16-8662-59e92b400a4a,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:39.451759 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:39.496123 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:39.503434 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.503781 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.504121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.504458 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.504789 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.505115 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.505442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.505767 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.506087 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.506411 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.506734 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.507076 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.507398 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:12:39.714746 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['32b87e9e-7588-4d16-8662-59e92b400a4a'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:12:40.382721 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a290b13-019e-4fd2-9841-2b82d51d0099 req-326e9cf2-2e35-4347-8c9e-09fc9621641c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:40.384189 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7a290b13-019e-4fd2-9841-2b82d51d0099 req-326e9cf2-2e35-4347-8c9e-09fc9621641c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 945 time: 0.0509498 Apr 12 00:12:40.432682 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7a290b13-019e-4fd2-9841-2b82d51d0099 req-38397122-4eff-4fe2-b77b-8e18fa6c95af tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429273 Apr 12 00:12:41.181397 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 32b87e9e-7588-4d16-8662-59e92b400a4a up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:12:41.291544 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port 32b87e9e-7588-4d16-8662-59e92b400a4a completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:12:41.295543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port 32b87e9e-7588-4d16-8662-59e92b400a4a triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:12:41.295919 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:41.376334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port 32b87e9e-7588-4d16-8662-59e92b400a4a is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:12:41.377223 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:41.398791 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:12:41.403926 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b66c949-e47f-4129-8097-01e5ab41cebe" -d '{"events": [{"server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "name": "network-vif-plugged", "status": "completed", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:12:41.413095 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=32b87e9e-7588-4d16-8662-59e92b400a4a,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:12:41.480463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:41.503893 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb1f8f-1d78-4ac7-a791-fa432359b7a5 x-openstack-request-id: req-4ffb1f8f-1d78-4ac7-a791-fa432359b7a5 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:12:41.504182 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "name": "network-vif-plugged", "status": "completed", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:12:41.504434 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ffb1f8f-1d78-4ac7-a791-fa432359b7a5 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:12:41.504824 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ffb1f8f-1d78-4ac7-a791-fa432359b7a5'] response: {'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'code': 200} Apr 12 00:12:41.531324 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:12:41.551954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e7c25-3aa1-4335-9b0e-235a8a4d351f req-2be57f0c-697e-4a71-913d-92b036c77fff tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:41.553498 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d83e7c25-3aa1-4335-9b0e-235a8a4d351f req-2be57f0c-697e-4a71-913d-92b036c77fff tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0545146 Apr 12 00:12:41.599155 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d83e7c25-3aa1-4335-9b0e-235a8a4d351f req-55be9138-fefd-489d-8bf1-2e5e0f5b0fec tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Apr 12 00:12:41.824364 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c583157-3752-43a1-b027-d1204f26a142 req-ed148285-cb7e-4731-a4b5-73a1e1f74834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:41.826747 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0c583157-3752-43a1-b027-d1204f26a142 req-ed148285-cb7e-4731-a4b5-73a1e1f74834 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0492325 Apr 12 00:12:41.871482 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0c583157-3752-43a1-b027-d1204f26a142 req-57818099-9698-485b-8f37-b79101d0d4bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Apr 12 00:12:42.715435 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7e161-476f-4cca-b71b-7b2f812ad5af req-a9721c75-34da-4c74-a0f1-2b5672df24e7 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:42.716899 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9eb7e161-476f-4cca-b71b-7b2f812ad5af req-a9721c75-34da-4c74-a0f1-2b5672df24e7 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Apr 12 00:12:42.764308 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9eb7e161-476f-4cca-b71b-7b2f812ad5af req-b031baf6-c8d7-4612-968a-11b6cdd91e9b tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 Apr 12 00:12:43.881930 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2627-aafc-4666-b420-cc6db73d696c req-12392ec1-423d-4a26-a7a6-7f94fe59ec1c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:43.883401 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cb6e2627-aafc-4666-b420-cc6db73d696c req-12392ec1-423d-4a26-a7a6-7f94fe59ec1c tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0547476 Apr 12 00:12:43.927823 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-cb6e2627-aafc-4666-b420-cc6db73d696c req-2c630201-1e76-420b-bed1-426a29d89a3f tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Apr 12 00:12:44.036943 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba9e0c-668f-4460-b517-36f317167306 req-dd29afd5-114e-4734-a19f-998ad35dc498 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:44.038301 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ffba9e0c-668f-4460-b517-36f317167306 req-dd29afd5-114e-4734-a19f-998ad35dc498 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0504522 Apr 12 00:12:44.046799 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33284) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:12:44.051758 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Request body: {'floatingip': {'port_id': '32b87e9e-7588-4d16-8662-59e92b400a4a'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:12:44.089193 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:44.497913 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:44.547309 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:44.644772 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP bc52884b-e2fe-42fe-a2ab-08057bc863f8 associated. External IP: 172.27.1.167, port: 32b87e9e-7588-4d16-8662-59e92b400a4a. Apr 12 00:12:44.846667 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:12:45.203197 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:12:45.208527 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:45.213330 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:12:45.232143 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:45.232845 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:12:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:45.240719 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-32de2bab-9be1-490f-8ab8-87a4e78afebe tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "PUT /v2.0/floatingips/bc52884b-e2fe-42fe-a2ab-08057bc863f8 HTTP/1.1" status: 200 len: 992 time: 1.1928291 Apr 12 00:12:45.241316 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:12:45.244136 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e59c1-0a4b-487f-be18-bf78d28888e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:12:45.278972 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800efd9-850c-4e34-9364-fb778729eda0 x-openstack-request-id: req-4800efd9-850c-4e34-9364-fb778729eda0 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:12:45.279271 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:12:45.279521 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4800efd9-850c-4e34-9364-fb778729eda0 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:12:45.279923 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4800efd9-850c-4e34-9364-fb778729eda0'] response: {'name': 'network-changed', 'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'status': 'completed', 'code': 200} Apr 12 00:12:45.348379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-38c8835d-7ef8-48fe-94c6-94f5279d4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:45.349887 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-38c8835d-7ef8-48fe-94c6-94f5279d4d9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dffec5ef81d44b04937250eaeeceeac4&device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0445089 Apr 12 00:12:45.360761 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:45.443982 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-45cf1247-e5d5-4adc-9626-c0f37e46edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:45.445419 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-45cf1247-e5d5-4adc-9626-c0f37e46edbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 200 len: 916 time: 0.0872045 Apr 12 00:12:45.508791 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-019de981-20b0-46c7-83cd-67ccc904310a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b87e9e-7588-4d16-8662-59e92b400a4a HTTP/1.1" status: 200 len: 1000 time: 0.0570126 Apr 12 00:12:45.557247 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-af181690-2c31-44e3-9103-e313efb0f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:45.558720 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-af181690-2c31-44e3-9103-e313efb0f34f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 200 len: 854 time: 0.0444257 Apr 12 00:12:45.584028 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'bc52884b-e2fe-42fe-a2ab-08057bc863f8', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:fa:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:12:31Z', 'updated_at': '2022-04-12T00:12:44Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:45.608749 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-831a913b-4051-4b17-9267-49379e811b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:12:45.609873 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:12:45.611434 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-831a913b-4051-4b17-9267-49379e811b76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21526819-c103-4751-b4ea-b6b9bf1ff25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465417 Apr 12 00:12:45.619021 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:12:45.619629 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:12:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:45.697449 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-3cfa5180-7ef0-42bf-a824-ad92795c45ac service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798366 Apr 12 00:12:45.726529 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:12:45.787572 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-f35e59c1-0a4b-487f-be18-bf78d28888e0 req-011c84b2-e20f-4b59-b69b-4fbb8709bc5d service neutron] 10.222.0.20 "GET /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843737 Apr 12 00:12:45.946793 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'bc52884b-e2fe-42fe-a2ab-08057bc863f8', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:fa:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:12:31Z', 'updated_at': '2022-04-12T00:12:44Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:12:45.971948 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70262ab4-3384-4dd9-88fb-789e75d28d17 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': 'bc52884b-e2fe-42fe-a2ab-08057bc863f8', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'port_id': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'mac_address': 'fa:16:3e:fa:40:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:12:31Z', 'updated_at': '2022-04-12T00:12:44Z', 'revision_number': 1, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:12:46.163551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e696d-727e-480c-9bc1-4d60aaa70fd2 None None] New status for floating IP bc52884b-e2fe-42fe-a2ab-08057bc863f8: ACTIVE {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:12:54.207301 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:12:54.834585 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-55557767-b0c7-45eb-b68d-4c8560627c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:57.137478 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c113b547-c830-4eae-b971-50f1e6e2c853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:58.215957 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:12:59.821535 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:01.314779 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:02.348992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:24.806128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ad3c59a2-0e15-4327-905e-6dce3f81f5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:27.113987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-164b74b9-1575-4c34-bd80-36e28e28a5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:28.205701 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:29.834095 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:31.206247 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:13:31.285813 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:32.343256 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:32.818722 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb322ea-bc14-4a24-aaf8-d544113212e1 req-a95a0150-d89c-4b1f-b9fb-481ddffa8b07 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:32.820204 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9bb322ea-bc14-4a24-aaf8-d544113212e1 req-a95a0150-d89c-4b1f-b9fb-481ddffa8b07 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0508070 Apr 12 00:13:32.865900 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-9bb322ea-bc14-4a24-aaf8-d544113212e1 req-81ceb07d-92c6-4a92-ab11-fa79af3851e8 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Apr 12 00:13:33.985593 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f15d1-ecc0-43c6-ad0b-1d6de56eca93 req-b2bb3c7b-3488-427d-b512-0160595acb62 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:33.987088 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab0f15d1-ecc0-43c6-ad0b-1d6de56eca93 req-b2bb3c7b-3488-427d-b512-0160595acb62 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0552092 Apr 12 00:13:34.032073 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ab0f15d1-ecc0-43c6-ad0b-1d6de56eca93 req-83e829b7-3ef7-44ba-801f-19bfa37256dc tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3048971-f2cf-4065-b4fa-7ea170c624eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Apr 12 00:13:34.472510 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-f0111ef4-d646-453b-80dd-9aa64eefe605 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:34.473923 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-f0111ef4-d646-453b-80dd-9aa64eefe605 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Apr 12 00:13:34.564092 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port 32b87e9e-7588-4d16-8662-59e92b400a4a {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:34.564425 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:34.650656 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] For port 32b87e9e-7588-4d16-8662-59e92b400a4a, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=32b87e9e-7588-4d16-8662-59e92b400a4a,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:13:34.651042 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:34.813194 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:34.813544 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:34.813850 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.l3_db [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Floating IP bc52884b-e2fe-42fe-a2ab-08057bc863f8 disassociated. External IP: 172.27.1.167, port: 32b87e9e-7588-4d16-8662-59e92b400a4a. Apr 12 00:13:34.814180 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for 32b87e9e-7588-4d16-8662-59e92b400a4a owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:35.006228 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (32b87e9e-7588-4d16-8662-59e92b400a4a), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:35.032584 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=32b87e9e-7588-4d16-8662-59e92b400a4a,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:35.044895 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.045244 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.045590 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.045923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.046253 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.046582 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.046941 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.049935 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:35.126111 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6569a1ce-eb9d-4332-9bb1-777292fd8170 req-53d50de5-bf29-4c84-86cb-4223fa953a55 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Apr 12 00:13:35.161967 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:13:35.269302 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:13:35.279388 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:13:35.289634 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:13:35.290187 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:13:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:35.310052 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] No DVR routers for this DVR port 32b87e9e-7588-4d16-8662-59e92b400a4a on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:13:35.312547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:35.315924 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e5207871-f1e9-4b59-a3db-f11222e4e1d3 req-4b247a80-7911-46ce-9671-79797eb91c6d tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.20 "DELETE /v2.0/ports/32b87e9e-7588-4d16-8662-59e92b400a4a HTTP/1.1" status: 204 len: 173 time: 0.8338749 Apr 12 00:13:35.316454 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'name': 'network-vif-deleted', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:13:35.318766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef343b81-edf6-4947-9d4b-48fa738a300b" -d '{"events": [{"server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "name": "network-vif-deleted", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:13:35.362909 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff49c1-d4e2-4319-8635-2abff6ca149e x-openstack-request-id: req-e9ff49c1-d4e2-4319-8635-2abff6ca149e {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:13:35.363108 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be4c19-4f71-48a8-be08-dc99906a9af5", "name": "network-vif-deleted", "tag": "32b87e9e-7588-4d16-8662-59e92b400a4a", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:13:35.363367 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9ff49c1-d4e2-4319-8635-2abff6ca149e {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:13:35.363769 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ff49c1-d4e2-4319-8635-2abff6ca149e'] response: {'server_uuid': 'f4be4c19-4f71-48a8-be08-dc99906a9af5', 'name': 'network-vif-deleted', 'tag': '32b87e9e-7588-4d16-8662-59e92b400a4a', 'status': 'completed', 'code': 200} Apr 12 00:13:35.410411 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:13:35.706741 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:35.734638 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:13:35.742977 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:13:35.743573 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:13:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:35.845671 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:13:36.035875 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-5e812516-eb44-4363-a799-e98dad932595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:36.064966 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e812516-eb44-4363-a799-e98dad932595 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:03Z', 'revision_number': 4, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '39fb9bfa-c274-4a96-a318-ece052e349a2', 'name': '', 'network_id': '21526819-c103-4751-b4ea-b6b9bf1ff25b', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'mac_address': 'fa:16:3e:4d:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:02Z', 'updated_at': '2022-04-12T00:09:07Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'subnets': [{'id': '27f8438c-d9a2-40e8-99a5-ef48a55c8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:13:36.233993 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-7bac7fc7-de8e-4568-908f-0810f195b39f req-537ccaf9-3130-48db-9160-ea198e960746 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4be4c19-4f71-48a8-be08-dc99906a9af5 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Apr 12 00:13:36.293159 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911e075-ffaa-4fa0-82e3-ee2abfa3369b None None] New status for floating IP bc52884b-e2fe-42fe-a2ab-08057bc863f8: DOWN {{(pid=110168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:13:37.383944 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33370) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:37.436849 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (a3048971-f2cf-4065-b4fa-7ea170c624eb), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.458809 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (a3048971-f2cf-4065-b4fa-7ea170c624eb), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.548121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a3048971-f2cf-4065-b4fa-7ea170c624eb), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.550677 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.551825 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3048971-f2cf-4065-b4fa-7ea170c624eb HTTP/1.1" status: 204 len: 168 time: 0.1668961 Apr 12 00:13:37.554625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33372) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:37.561089 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d649f-7039-4d4d-9269-83779ce0edc0 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3048971-f2cf-4065-b4fa-7ea170c624eb,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:37.568495 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.api.v2.resource [None req-cdcbeb50-ace1-40a7-ae3e-408f396cb4a2 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] show failed (client error): The resource could not be found. Apr 12 00:13:37.569588 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-cdcbeb50-ace1-40a7-ae3e-408f396cb4a2 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "GET /v2.0/security-groups/a3048971-f2cf-4065-b4fa-7ea170c624eb HTTP/1.1" status: 404 len: 347 time: 0.0139687 Apr 12 00:13:37.573823 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33374) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:37.700008 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Deleting port b3c423ad-8996-4a9f-b1fe-7317b64141af {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:37.700346 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.772373 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.772704 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (b3c423ad-8996-4a9f-b1fe-7317b64141af), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.784583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Calling delete_port for b3c423ad-8996-4a9f-b1fe-7317b64141af owned by network:floatingip {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:37.959745 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b3c423ad-8996-4a9f-b1fe-7317b64141af), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:37.984392 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Pushing event deleted for resources: {'Port': ['ID=b3c423ad-8996-4a9f-b1fe-7317b64141af,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:38.047423 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks [] for floatingip (bc52884b-e2fe-42fe-a2ab-08057bc863f8), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:38.049909 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:38.051070 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a06810e5-28e0-44b7-a4c5-d58656dbb4f5 tempest-AttachVolumeNegativeTest-1144286788 tempest-AttachVolumeNegativeTest-1144286788-project] 10.222.0.24 "DELETE /v2.0/floatingips/bc52884b-e2fe-42fe-a2ab-08057bc863f8 HTTP/1.1" status: 204 len: 168 time: 0.4762685 Apr 12 00:13:39.476837 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 32b87e9e-7588-4d16-8662-59e92b400a4a no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:13:39.499485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: 32b87e9e-7588-4d16-8662-59e92b400a4a {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:13:39.502022 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device 32b87e9e-7588-4d16-8662-59e92b400a4a not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:13:42.058999 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33410) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:42.390556 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (421458c3-03bb-445e-9ec6-ec5229be32da), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:42.624667 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Deleting port 39fb9bfa-c274-4a96-a318-ece052e349a2 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:42.625000 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:42.700493 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] For port 39fb9bfa-c274-4a96-a318-ece052e349a2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=39fb9bfa-c274-4a96-a318-ece052e349a2,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:13:42.700853 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:42.713323 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Calling delete_port for 39fb9bfa-c274-4a96-a318-ece052e349a2 owned by network:router_interface {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:42.988428 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (39fb9bfa-c274-4a96-a318-ece052e349a2), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:43.013328 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Pushing event deleted for resources: {'Port': ['ID=39fb9bfa-c274-4a96-a318-ece052e349a2,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:43.177239 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (421458c3-03bb-445e-9ec6-ec5229be32da), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:43.390002 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Router 421458c3-03bb-445e-9ec6-ec5229be32da has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:13:43.495921 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:13:43.501440 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3995626c-9b3d-433f-adce-0575a808bbff admin admin] 10.222.0.24 "PUT /v2.0/routers/421458c3-03bb-445e-9ec6-ec5229be32da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414032 Apr 12 00:13:43.503923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33412) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:43.504818 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Sync routers for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:13:43.515014 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:13:43.515606 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:13:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:43.619246 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:13:43.806691 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:13:42Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:43.837534 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Checking router: 421458c3-03bb-445e-9ec6-ec5229be32da for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:13:43.845575 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Routers {'421458c3-03bb-445e-9ec6-ec5229be32da'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:13:43.846176 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:13:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['421458c3-03bb-445e-9ec6-ec5229be32da'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:43.877362 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks [] for router (421458c3-03bb-445e-9ec6-ec5229be32da), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:43.947611 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] Set router 421458c3-03bb-445e-9ec6-ec5229be32da gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:13:43.984233 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks [] for router_gateway (421458c3-03bb-445e-9ec6-ec5229be32da), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.118311 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Deleting port 33701f93-a3ba-432c-be86-4296f1f17e49 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:44.118657 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.124893 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:13:42Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:44.150331 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8344e337-1932-4568-aae5-6e034fbbdfe9 None None] The sync data for ids ['421458c3-03bb-445e-9ec6-ec5229be32da'] in dv-cinder-837432-2-iscsi is: [{'id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'name': 'tempest-AttachVolumeNegativeTest-1940167733-router', 'tenant_id': 'dffec5ef81d44b04937250eaeeceeac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:13:42Z', 'revision_number': 5, 'project_id': 'dffec5ef81d44b04937250eaeeceeac4', 'gw_port': {'id': '33701f93-a3ba-432c-be86-4296f1f17e49', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421458c3-03bb-445e-9ec6-ec5229be32da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:09:00Z', 'updated_at': '2022-04-12T00:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:13:44.200341 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] For port 33701f93-a3ba-432c-be86-4296f1f17e49, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=33701f93-a3ba-432c-be86-4296f1f17e49,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:13:44.200873 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.212763 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Calling delete_port for 33701f93-a3ba-432c-be86-4296f1f17e49 owned by network:router_gateway {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:44.437944 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (33701f93-a3ba-432c-be86-4296f1f17e49), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.462237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=33701f93-a3ba-432c-be86-4296f1f17e49,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:44.525240 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (421458c3-03bb-445e-9ec6-ec5229be32da), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.618588 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (421458c3-03bb-445e-9ec6-ec5229be32da), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.620798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks [] for router_controller (421458c3-03bb-445e-9ec6-ec5229be32da), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.731483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (421458c3-03bb-445e-9ec6-ec5229be32da), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.732032 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421458c3-03bb-445e-9ec6-ec5229be32da {{(pid=110166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:13:44.736689 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.738209 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2f64af31-ff41-4abf-8fdb-e54f3ed87b54 admin admin] 10.222.0.24 "DELETE /v2.0/routers/421458c3-03bb-445e-9ec6-ec5229be32da HTTP/1.1" status: 204 len: 168 time: 1.2330213 Apr 12 00:13:44.740371 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33414) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:44.787106 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Deleting subnet 27f8438c-d9a2-40e8-99a5-ef48a55c8448 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:13:44.790809 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Publish callbacks [] for subnet (27f8438c-d9a2-40e8-99a5-ef48a55c8448), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.827978 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (27f8438c-d9a2-40e8-99a5-ef48a55c8448), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:44.913308 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (27f8438c-d9a2-40e8-99a5-ef48a55c8448), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.032691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (27f8438c-d9a2-40e8-99a5-ef48a55c8448), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.055405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f8438c-d9a2-40e8-99a5-ef48a55c8448,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:45.061593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.066882 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-e39f758a-c913-4a45-938a-4bfbd80992af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27f8438c-d9a2-40e8-99a5-ef48a55c8448 HTTP/1.1" status: 204 len: 168 time: 0.3230243 Apr 12 00:13:45.067145 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33416) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:45.067257 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60a672-e825-4fe9-9367-095b7d348249 None None] Network 21526819-c103-4751-b4ea-b6b9bf1ff25b requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:13:45.137889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (21526819-c103-4751-b4ea-b6b9bf1ff25b), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.192659 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Deleting port bf8047a0-a3c5-4011-bea5-7e9c936ab247 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:45.193022 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.243954 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] DHCP port deletion for 21526819-c103-4751-b4ea-b6b9bf1ff25b request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:13:45.256147 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] For port bf8047a0-a3c5-4011-bea5-7e9c936ab247, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bf8047a0-a3c5-4011-bea5-7e9c936ab247,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:13:45.256686 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.269006 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Calling delete_port for bf8047a0-a3c5-4011-bea5-7e9c936ab247 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:45.290448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Deleting port bf8047a0-a3c5-4011-bea5-7e9c936ab247 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:13:45.290826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.352906 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] For port bf8047a0-a3c5-4011-bea5-7e9c936ab247, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=bf8047a0-a3c5-4011-bea5-7e9c936ab247,segment=NetworkSegment(32d122da-0f68-4586-adbf-fc5108b0b6f1),segment_id=32d122da-0f68-4586-adbf-fc5108b0b6f1)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:13:45.357196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.365596 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Calling delete_port for bf8047a0-a3c5-4011-bea5-7e9c936ab247 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:13:45.432496 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.444826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (bf8047a0-a3c5-4011-bea5-7e9c936ab247), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.458250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8047a0-a3c5-4011-bea5-7e9c936ab247,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:45.461597 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] No DVR routers for this DVR port bf8047a0-a3c5-4011-bea5-7e9c936ab247 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:13:45.469136 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Pushing event deleted for resources: {'Port': ['ID=bf8047a0-a3c5-4011-bea5-7e9c936ab247,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:45.473323 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] No DVR routers for this DVR port bf8047a0-a3c5-4011-bea5-7e9c936ab247 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.485121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43328b51-d224-4144-b2fd-dba604cb5475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:45.534714 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (21526819-c103-4751-b4ea-b6b9bf1ff25b), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.562497 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21526819-c103-4751-b4ea-b6b9bf1ff25b']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:45.565118 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d122da-0f68-4586-adbf-fc5108b0b6f1') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:45.565417 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d122da-0f68-4586-adbf-fc5108b0b6f1') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:13:45.574661 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (32d122da-0f68-4586-adbf-fc5108b0b6f1), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.587755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (32d122da-0f68-4586-adbf-fc5108b0b6f1), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.593543 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:13:45.593949 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (32d122da-0f68-4586-adbf-fc5108b0b6f1), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:13:45.595604 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:13:45.731882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (21526819-c103-4751-b4ea-b6b9bf1ff25b), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.737233 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:45.740414 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/21526819-c103-4751-b4ea-b6b9bf1ff25b HTTP/1.1" status: 204 len: 168 time: 0.6723228 Apr 12 00:13:45.752272 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37c66-f11c-42cf-a0bf-feb0899b92bc admin admin] Pushing event deleted for resources: {'Network': ['ID=21526819-c103-4751-b4ea-b6b9bf1ff25b,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:46.138761 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33420) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:46.150459 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 33701f93-a3ba-432c-be86-4296f1f17e49 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:13:46.171728 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 33701f93-a3ba-432c-be86-4296f1f17e49 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:13:46.172153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 33701f93-a3ba-432c-be86-4296f1f17e49 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:13:46.172583 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bf8047a0-a3c5-4011-bea5-7e9c936ab247 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:13:46.178935 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c9010fe9-df25-48f6-a258-28f7c7e3033d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dffec5ef81d44b04937250eaeeceeac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388591 Apr 12 00:13:46.185355 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33422) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:46.190763 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: bf8047a0-a3c5-4011-bea5-7e9c936ab247 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:13:46.191179 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device bf8047a0-a3c5-4011-bea5-7e9c936ab247 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:13:46.191557 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 39fb9bfa-c274-4a96-a318-ece052e349a2 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:13:46.212694 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 39fb9bfa-c274-4a96-a318-ece052e349a2 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:13:46.213038 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 39fb9bfa-c274-4a96-a318-ece052e349a2 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:13:46.236553 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] Publish callbacks [] for security_group (79dd9352-cc16-4a42-8b1c-6ed58384acf2), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:46.257234 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] Publish callbacks [] for security_group (79dd9352-cc16-4a42-8b1c-6ed58384acf2), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:46.382655 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79dd9352-cc16-4a42-8b1c-6ed58384acf2), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:46.385141 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:46.386329 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79dd9352-cc16-4a42-8b1c-6ed58384acf2 HTTP/1.1" status: 204 len: 168 time: 0.2000451 Apr 12 00:13:46.394683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed24329-54cd-4acb-881c-d8e0c6078bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd9352-cc16-4a42-8b1c-6ed58384acf2,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:49.277206 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33494) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:49.398085 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-424cec3d-3ffd-42de-9f60-774bdd7d8394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.477587 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-424cec3d-3ffd-42de-9f60-774bdd7d8394 admin admin] Publish callbacks [] for security_group (10499cd7-19e4-4ba7-9bb6-7be4ba525c29), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.560365 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-424cec3d-3ffd-42de-9f60-774bdd7d8394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (10499cd7-19e4-4ba7-9bb6-7be4ba525c29), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.596691 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cec3d-3ffd-42de-9f60-774bdd7d8394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10499cd7-19e4-4ba7-9bb6-7be4ba525c29,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:49.600977 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-424cec3d-3ffd-42de-9f60-774bdd7d8394 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30b0c085d3494b9787249935deefe91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222225 Apr 12 00:13:49.604221 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33498) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:49.649798 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] Publish callbacks [] for security_group (10499cd7-19e4-4ba7-9bb6-7be4ba525c29), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.669736 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] Publish callbacks [] for security_group (10499cd7-19e4-4ba7-9bb6-7be4ba525c29), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.780786 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (10499cd7-19e4-4ba7-9bb6-7be4ba525c29), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.783398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:49.784545 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10499cd7-19e4-4ba7-9bb6-7be4ba525c29 HTTP/1.1" status: 204 len: 168 time: 0.1800234 Apr 12 00:13:49.792628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdbe7b-cd54-4318-a58c-041730dfc2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10499cd7-19e4-4ba7-9bb6-7be4ba525c29,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:50.396832 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33504) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:50.412690 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.488256 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Publish callbacks [] for security_group (a47a796d-ce92-4261-879b-75b67f9dbd61), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.560100 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a47a796d-ce92-4261-879b-75b67f9dbd61), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.597998 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fdfc4dc397d41ac80af3d15e5763f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001233 Apr 12 00:13:50.598877 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a796d-ce92-4261-879b-75b67f9dbd61,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:50.600725 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33506) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:50.606341 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.606699 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.607076 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.607419 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.607756 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.608094 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.608428 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.608761 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.609093 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.609425 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.609753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.610086 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.610436 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e20c654-1aad-4bd6-9695-99b3656459dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:13:50.647875 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] Publish callbacks [] for security_group (a47a796d-ce92-4261-879b-75b67f9dbd61), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.668477 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] Publish callbacks [] for security_group (a47a796d-ce92-4261-879b-75b67f9dbd61), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.811881 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (a47a796d-ce92-4261-879b-75b67f9dbd61), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.814420 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:50.816844 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a47a796d-ce92-4261-879b-75b67f9dbd61 HTTP/1.1" status: 204 len: 168 time: 0.2138512 Apr 12 00:13:50.827239 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a0570-cee9-495c-a79c-486855444058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a796d-ce92-4261-879b-75b67f9dbd61,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:51.823276 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33528) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:51.924857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267219859-network', 'tenant_id': 'bf2512481f46444290a4abff2462f35c'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:13:51.998032 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Made reservation on behalf of bf2512481f46444290a4abff2462f35c for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:13:52.000402 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.008822 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.081352 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks [] for security_group (f2a86903-fa15-40f7-b6d1-01162c00b55a), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.159926 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f2a86903-fa15-40f7-b6d1-01162c00b55a), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.184720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:13:52.194427 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a86903-fa15-40f7-b6d1-01162c00b55a,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:52.199958 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (f2056cf1-2520-47ca-b490-e946525e7451), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.200306 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Added segment f2056cf1-2520-47ca-b490-e946525e7451 of type vlan for network b41a97a9-3587-4f47-ada7-f55a36ba54f9 Apr 12 00:13:52.243116 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (b41a97a9-3587-4f47-ada7-f55a36ba54f9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.348534 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (b41a97a9-3587-4f47-ada7-f55a36ba54f9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.349558 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:52.350183 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.409122 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] Pushing event updated for resources: {'Network': ['ID=b41a97a9-3587-4f47-ada7-f55a36ba54f9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:52.419775 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network b41a97a9-3587-4f47-ada7-f55a36ba54f9 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:13:52.475232 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3f0033b2-b843-47ab-826f-0a0b3010e486 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6506248 Apr 12 00:13:52.478029 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33532) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:52.482771 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Request body: {'subnet': {'network_id': 'b41a97a9-3587-4f47-ada7-f55a36ba54f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267219859-subnet', 'tenant_id': 'bf2512481f46444290a4abff2462f35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:13:52.560173 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Made reservation on behalf of bf2512481f46444290a4abff2462f35c for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:13:52.562445 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58907266'] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.794464 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3207065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58907324'] for subnet (3aec0580-1c00-4eac-9bc2-d61b9f900e0e), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:52.850470 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aec0580-1c00-4eac-9bc2-d61b9f900e0e,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:52.858088 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Checking segment: {'id': 'f2056cf1-2520-47ca-b490-e946525e7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b41a97a9-3587-4f47-ada7-f55a36ba54f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:13:52.858446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Network hostable DHCP agents. Network: b41a97a9-3587-4f47-ada7-f55a36ba54f9, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:13:52.953933 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Network b41a97a9-3587-4f47-ada7-f55a36ba54f9 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:13:53.039583 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, b41a97a9-3587-4f47-ada7-f55a36ba54f9) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:13:53.044011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:53.044628 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:53.048734 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f875a6-1173-4c72-a071-0e23e9a7f1b9 None None] Network b41a97a9-3587-4f47-ada7-f55a36ba54f9 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:13:53.129268 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-89131b44-2952-4444-a8b3-a3a2512e57ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6500366 Apr 12 00:13:53.145198 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14de78-95e8-44f5-88a8-c9c5ba511423 None None] Network b41a97a9-3587-4f47-ada7-f55a36ba54f9 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:13:53.786343 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33548) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:53.791240 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1788984941-network', 'tenant_id': '2f9916cefc444500afc11488878938e7'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:13:53.889216 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Made reservation on behalf of 2f9916cefc444500afc11488878938e7 for: {'network': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:13:53.891513 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:53.900026 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:53.973925 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks [] for security_group (d4077cb1-f5fe-4c15-8423-94f07e742d43), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.043690 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d4077cb1-f5fe-4c15-8423-94f07e742d43), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.064038 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=110166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:13:54.076796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4077cb1-f5fe-4c15-8423-94f07e742d43,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:54.081345 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (e1159142-c5b1-41a6-808c-16515ef98000), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.081688 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.segments_db [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Added segment e1159142-c5b1-41a6-808c-16515ef98000 of type vlan for network 55b1ed75-5a43-4134-a5c9-98eff9be4aaa Apr 12 00:13:54.120409 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (55b1ed75-5a43-4134-a5c9-98eff9be4aaa), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.234103 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (55b1ed75-5a43-4134-a5c9-98eff9be4aaa), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.235065 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:54.235648 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.291254 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] Pushing event updated for resources: {'Network': ['ID=55b1ed75-5a43-4134-a5c9-98eff9be4aaa,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:54.301739 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 55b1ed75-5a43-4134-a5c9-98eff9be4aaa details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:13:54.362413 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-3e2c20e9-1363-40b3-88a6-ec422afee07f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5748913 Apr 12 00:13:54.365826 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33550) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:13:54.371948 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Request body: {'subnet': {'network_id': '55b1ed75-5a43-4134-a5c9-98eff9be4aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1788984941-subnet', 'tenant_id': '2f9916cefc444500afc11488878938e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:13:54.462298 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Made reservation on behalf of 2f9916cefc444500afc11488878938e7 for: {'subnet': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:13:54.464574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58907266'] for subnet (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.674073 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3207065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58907324'] for subnet (dcfdb3ba-b49b-4b9a-b33d-988439dd8050), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.729845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfdb3ba-b49b-4b9a-b33d-988439dd8050,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:13:54.739178 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Checking segment: {'id': 'e1159142-c5b1-41a6-808c-16515ef98000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '55b1ed75-5a43-4134-a5c9-98eff9be4aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:13:54.739547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Network hostable DHCP agents. Network: 55b1ed75-5a43-4134-a5c9-98eff9be4aaa, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:13:54.834439 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e81cc1ec-d658-4d75-88eb-aaf9fcd8b1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.902560 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Network 55b1ed75-5a43-4134-a5c9-98eff9be4aaa is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:13:54.983030 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 55b1ed75-5a43-4134-a5c9-98eff9be4aaa) {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:13:54.986959 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:13:54.987553 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:54.991684 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9fbb97-cfbc-410f-a5d1-332d8b0b6176 None None] Network 55b1ed75-5a43-4134-a5c9-98eff9be4aaa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:13:55.082997 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-232b2dab-18ce-4a16-8f31-5c4d776d0927 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7151651 Apr 12 00:13:55.087360 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad2d1a-8fe3-4f03-b17f-9a0276c7ee23 None None] Network 55b1ed75-5a43-4134-a5c9-98eff9be4aaa requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:13:57.102710 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c88d9fa8-2c75-49e0-a236-b58e270b8b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:58.216969 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:13:59.811840 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:01.300626 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:02.365707 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:08.204537 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:14:11.043669 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33668) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:11.087166 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Deleting subnet 3aec0580-1c00-4eac-9bc2-d61b9f900e0e {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:14:11.090237 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Publish callbacks [] for subnet (3aec0580-1c00-4eac-9bc2-d61b9f900e0e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.123465 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (3aec0580-1c00-4eac-9bc2-d61b9f900e0e), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.161325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (3aec0580-1c00-4eac-9bc2-d61b9f900e0e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.303193 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (3aec0580-1c00-4eac-9bc2-d61b9f900e0e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.330140 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aec0580-1c00-4eac-9bc2-d61b9f900e0e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:11.332123 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.335282 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-57ff0099-1489-489b-a3a7-4ac88032fb2d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3aec0580-1c00-4eac-9bc2-d61b9f900e0e HTTP/1.1" status: 204 len: 168 time: 0.2906084 Apr 12 00:14:11.337889 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33670) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:11.402751 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (b41a97a9-3587-4f47-ada7-f55a36ba54f9), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.483968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (b41a97a9-3587-4f47-ada7-f55a36ba54f9), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.508398 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41a97a9-3587-4f47-ada7-f55a36ba54f9']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:11.517532 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2056cf1-2520-47ca-b490-e946525e7451') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:11.517829 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2056cf1-2520-47ca-b490-e946525e7451') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:11.526732 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (f2056cf1-2520-47ca-b490-e946525e7451), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.539325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (f2056cf1-2520-47ca-b490-e946525e7451), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.544907 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:14:11.545283 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (f2056cf1-2520-47ca-b490-e946525e7451), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:14:11.546878 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:14:11.648980 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (b41a97a9-3587-4f47-ada7-f55a36ba54f9), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.654064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.657324 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] 10.222.0.24 "DELETE /v2.0/networks/b41a97a9-3587-4f47-ada7-f55a36ba54f9 HTTP/1.1" status: 204 len: 168 time: 0.3185315 Apr 12 00:14:11.660320 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33672) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:11.671508 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f047c0-a5eb-4b49-81cc-2c3490e5079a admin admin] Pushing event deleted for resources: {'Network': ['ID=b41a97a9-3587-4f47-ada7-f55a36ba54f9,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:11.707085 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Deleting subnet dcfdb3ba-b49b-4b9a-b33d-988439dd8050 {{(pid=110167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:14:11.710177 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Publish callbacks [] for subnet (dcfdb3ba-b49b-4b9a-b33d-988439dd8050), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.743142 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58818918'] for subnet (dcfdb3ba-b49b-4b9a-b33d-988439dd8050), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.784544 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (dcfdb3ba-b49b-4b9a-b33d-988439dd8050), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.877970 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3713730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58857506'] for subnet (dcfdb3ba-b49b-4b9a-b33d-988439dd8050), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.903186 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfdb3ba-b49b-4b9a-b33d-988439dd8050,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:11.906805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:11.911802 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c23b1014-517f-4b63-bf92-5af85ec3a30a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dcfdb3ba-b49b-4b9a-b33d-988439dd8050 HTTP/1.1" status: 204 len: 168 time: 0.2491198 Apr 12 00:14:11.913075 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33674) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:11.977611 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (55b1ed75-5a43-4134-a5c9-98eff9be4aaa), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.055150 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (55b1ed75-5a43-4134-a5c9-98eff9be4aaa), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.073848 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b1ed75-5a43-4134-a5c9-98eff9be4aaa']}} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:12.082628 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1159142-c5b1-41a6-808c-16515ef98000') {'for_net_delete': True} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:12.082962 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.services.segments.db [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1159142-c5b1-41a6-808c-16515ef98000') {} {{(pid=110167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:12.091877 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58818925'] for segment (e1159142-c5b1-41a6-808c-16515ef98000), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.104872 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (e1159142-c5b1-41a6-808c-16515ef98000), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.111052 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:14:12.111589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3713640'] for segment (e1159142-c5b1-41a6-808c-16515ef98000), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: Traceback (most recent call last): Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: timer() Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: cb(*args, **kw) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: return func(*args, **kwargs) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: self._notify() Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: self.callback(batched_events) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: event.method(event) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: return f(self, *a, **k) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._get(url).json() Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: return self.request(url, 'GET', **kwargs) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:14:12.112995 dv-cinder-837432-2-iscsi neutron-server[110167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:14:12.234025 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (55b1ed75-5a43-4134-a5c9-98eff9be4aaa), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.239906 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.243309 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55b1ed75-5a43-4134-a5c9-98eff9be4aaa HTTP/1.1" status: 204 len: 168 time: 0.3293157 Apr 12 00:14:12.254071 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fb6ec-dce9-4576-a3a6-8c089e698589 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b1ed75-5a43-4134-a5c9-98eff9be4aaa,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:12.593596 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33678) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:12.632499 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-008c0997-e60e-4235-9f2d-9fcc9168e2ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf2512481f46444290a4abff2462f35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376205 Apr 12 00:14:12.634914 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33680) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:12.678708 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] Publish callbacks [] for security_group (f2a86903-fa15-40f7-b6d1-01162c00b55a), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.698944 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] Publish callbacks [] for security_group (f2a86903-fa15-40f7-b6d1-01162c00b55a), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.800181 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (f2a86903-fa15-40f7-b6d1-01162c00b55a), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.802753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:12.803926 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2a86903-fa15-40f7-b6d1-01162c00b55a HTTP/1.1" status: 204 len: 168 time: 0.1681526 Apr 12 00:14:12.811494 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0879-efea-4800-9e82-4ec7c04e90c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a86903-fa15-40f7-b6d1-01162c00b55a,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:13.478378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33686) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:13.520474 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ec12c811-8b06-42b3-af11-135a9f1c7184 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f9916cefc444500afc11488878938e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409229 Apr 12 00:14:13.522796 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33688) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:13.571413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] Publish callbacks [] for security_group (d4077cb1-f5fe-4c15-8423-94f07e742d43), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:13.591417 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] Publish callbacks [] for security_group (d4077cb1-f5fe-4c15-8423-94f07e742d43), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:13.717363 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (d4077cb1-f5fe-4c15-8423-94f07e742d43), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:13.719954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:13.728121 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4077cb1-f5fe-4c15-8423-94f07e742d43 HTTP/1.1" status: 204 len: 168 time: 0.1980784 Apr 12 00:14:13.729454 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4c20d-745a-4596-b7d6-2d73989532c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4077cb1-f5fe-4c15-8423-94f07e742d43,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:15.299643 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33718) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:15.403380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-46c06686-0bc2-4dd4-a4d0-87b8044f6f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:15.473891 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-46c06686-0bc2-4dd4-a4d0-87b8044f6f1f admin admin] Publish callbacks [] for security_group (79f049ce-5387-44ab-9cf1-f682e277fece), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:15.540662 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-46c06686-0bc2-4dd4-a4d0-87b8044f6f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79f049ce-5387-44ab-9cf1-f682e277fece), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:15.579216 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-46c06686-0bc2-4dd4-a4d0-87b8044f6f1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e31e407feebd441aad0a8b7b9e2de243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784824 Apr 12 00:14:15.580366 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c06686-0bc2-4dd4-a4d0-87b8044f6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f049ce-5387-44ab-9cf1-f682e277fece,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:15.587658 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33722) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:15.636623 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] Publish callbacks [] for security_group (79f049ce-5387-44ab-9cf1-f682e277fece), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:15.656835 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] Publish callbacks [] for security_group (79f049ce-5387-44ab-9cf1-f682e277fece), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:15.997727 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (79f049ce-5387-44ab-9cf1-f682e277fece), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:16.000304 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:16.001445 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79f049ce-5387-44ab-9cf1-f682e277fece HTTP/1.1" status: 204 len: 168 time: 0.4135697 Apr 12 00:14:16.009303 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96787cf-d56e-478e-9fbc-4cb43d31a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f049ce-5387-44ab-9cf1-f682e277fece,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:24.805408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-960d26d3-8180-458e-93f0-358d6768836c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.165369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a48f4e85-5331-45cc-a6d7-ffc6b045ac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.373412 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33808) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:27.473056 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9ef-b96a-4d40-850c-3c7fd621f374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.543310 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9ef-b96a-4d40-850c-3c7fd621f374 admin admin] Publish callbacks [] for security_group (15ea52f2-699c-4476-ab51-b7b370894e86), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.608887 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9ef-b96a-4d40-850c-3c7fd621f374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (15ea52f2-699c-4476-ab51-b7b370894e86), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.646623 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c0eea9ef-b96a-4d40-850c-3c7fd621f374 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=818c7f89d2634a368401e384f70f8a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721651 Apr 12 00:14:27.648535 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eea9ef-b96a-4d40-850c-3c7fd621f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea52f2-699c-4476-ab51-b7b370894e86,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:27.649281 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33812) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:27.695589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] Publish callbacks [] for security_group (15ea52f2-699c-4476-ab51-b7b370894e86), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.715917 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] Publish callbacks [] for security_group (15ea52f2-699c-4476-ab51-b7b370894e86), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.820255 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (15ea52f2-699c-4476-ab51-b7b370894e86), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.822757 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:27.823908 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15ea52f2-699c-4476-ab51-b7b370894e86 HTTP/1.1" status: 204 len: 168 time: 0.1735957 Apr 12 00:14:27.832064 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd623-6650-4b31-b6aa-60ea41b8c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea52f2-699c-4476-ab51-b7b370894e86,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:28.231867 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:29.868351 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:31.340022 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:32.348626 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:38.724834 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33934) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:38.825422 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:38.897017 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Publish callbacks [] for security_group (ff25a95d-a7e2-47ff-af3d-a84bcdf449e9), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:38.953621 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ff25a95d-a7e2-47ff-af3d-a84bcdf449e9), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:38.995439 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b028cc304b8f4121bbf531b62187bb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695220 Apr 12 00:14:38.996564 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25a95d-a7e2-47ff-af3d-a84bcdf449e9,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:38.998080 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33938) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:39.005011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.005393 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.005752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.006083 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.006428 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.006752 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.007123 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.007446 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.007771 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.010939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.010939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.010939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.010939 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e63811-1876-4bd0-96f8-c3aa75ef9054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:39.045607 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] Publish callbacks [] for security_group (ff25a95d-a7e2-47ff-af3d-a84bcdf449e9), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.065611 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] Publish callbacks [] for security_group (ff25a95d-a7e2-47ff-af3d-a84bcdf449e9), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.160208 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (ff25a95d-a7e2-47ff-af3d-a84bcdf449e9), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.162824 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.164143 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff25a95d-a7e2-47ff-af3d-a84bcdf449e9 HTTP/1.1" status: 204 len: 168 time: 0.1644554 Apr 12 00:14:39.172776 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d53ec7-016c-4648-9bfe-d38fa288fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25a95d-a7e2-47ff-af3d-a84bcdf449e9,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:39.733388 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33950) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:39.747444 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-572f5150-54a5-451e-b959-9bfdd50e7955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.822114 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-572f5150-54a5-451e-b959-9bfdd50e7955 admin admin] Publish callbacks [] for security_group (775a7d31-e7d0-496f-9782-56eea12feee7), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.896633 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-572f5150-54a5-451e-b959-9bfdd50e7955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (775a7d31-e7d0-496f-9782-56eea12feee7), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:39.935212 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-572f5150-54a5-451e-b959-9bfdd50e7955 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df62cdaf6885435eb7707780707a9ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007453 Apr 12 00:14:39.936091 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5150-54a5-451e-b959-9bfdd50e7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a7d31-e7d0-496f-9782-56eea12feee7,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:39.937844 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33952) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:39.988836 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] Publish callbacks [] for security_group (775a7d31-e7d0-496f-9782-56eea12feee7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.008825 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] Publish callbacks [] for security_group (775a7d31-e7d0-496f-9782-56eea12feee7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.146062 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (775a7d31-e7d0-496f-9782-56eea12feee7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.148667 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.149798 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/775a7d31-e7d0-496f-9782-56eea12feee7 HTTP/1.1" status: 204 len: 168 time: 0.2103596 Apr 12 00:14:40.157568 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304776b-b668-4393-ac8d-249ad5aff2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a7d31-e7d0-496f-9782-56eea12feee7,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:40.762515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 33958) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:40.775790 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0820f42-4629-4335-ac1a-374fa449b936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.853989 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0820f42-4629-4335-ac1a-374fa449b936 admin admin] Publish callbacks [] for security_group (169b0751-e696-4dfa-a642-dafcd0e6dd77), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.907829 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c0820f42-4629-4335-ac1a-374fa449b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (169b0751-e696-4dfa-a642-dafcd0e6dd77), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:40.945987 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c0820f42-4629-4335-ac1a-374fa449b936 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=777d586dcc7144468c23bf028ffdf23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822979 Apr 12 00:14:40.947047 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0820f42-4629-4335-ac1a-374fa449b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b0751-e696-4dfa-a642-dafcd0e6dd77,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:40.948587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33960) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:40.994913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] Publish callbacks [] for security_group (169b0751-e696-4dfa-a642-dafcd0e6dd77), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:41.017183 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] Publish callbacks [] for security_group (169b0751-e696-4dfa-a642-dafcd0e6dd77), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:41.134212 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (169b0751-e696-4dfa-a642-dafcd0e6dd77), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:41.136746 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:41.137863 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/169b0751-e696-4dfa-a642-dafcd0e6dd77 HTTP/1.1" status: 204 len: 168 time: 0.1883223 Apr 12 00:14:41.145524 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cf11b-0a0f-47fc-b8af-eaabbe8bfe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b0751-e696-4dfa-a642-dafcd0e6dd77,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:42.049349 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33982) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:42.142545 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-863535803-network', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:42.216601 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Made reservation on behalf of 7f50ab8a19e8481daa24f0cb870c8e7d for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:14:42.218800 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.227378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.301695 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks [] for security_group (b387a8d4-e0eb-453c-a698-3d0f2b7ef76f), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.388095 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b387a8d4-e0eb-453c-a698-3d0f2b7ef76f), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.411475 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:14:42.419793 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387a8d4-e0eb-453c-a698-3d0f2b7ef76f,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:42.425440 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (77d11ce4-cdc0-4c02-b4e9-fa6763e72d75), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.426293 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Added segment 77d11ce4-cdc0-4c02-b4e9-fa6763e72d75 of type vlan for network 33e46192-9376-4ba5-957d-0e27a761e507 Apr 12 00:14:42.464465 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (33e46192-9376-4ba5-957d-0e27a761e507), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.556963 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (33e46192-9376-4ba5-957d-0e27a761e507), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.557821 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:14:42.558403 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.614430 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] Pushing event updated for resources: {'Network': ['ID=33e46192-9376-4ba5-957d-0e27a761e507,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:42.624401 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network 33e46192-9376-4ba5-957d-0e27a761e507 details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:14:42.670884 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-8f13ffc1-12b7-44eb-8e0e-a98b0f93b448 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6204114 Apr 12 00:14:42.673716 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33986) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:42.679018 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Request body: {'subnet': {'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-863535803-subnet', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:42.753914 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Made reservation on behalf of 7f50ab8a19e8481daa24f0cb870c8e7d for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:14:42.756274 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:42.965550 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (8052cd76-8669-47c4-a396-92ef1b05accf), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.024519 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8052cd76-8669-47c4-a396-92ef1b05accf,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:43.032319 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Checking segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:43.032680 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Network hostable DHCP agents. Network: 33e46192-9376-4ba5-957d-0e27a761e507, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:14:43.128411 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Network 33e46192-9376-4ba5-957d-0e27a761e507 is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:14:43.227948 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, 33e46192-9376-4ba5-957d-0e27a761e507) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:43.232754 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:14:43.233365 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.236245 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755ca00-038f-4dcd-b1f2-174aac863a09 None None] Network 33e46192-9376-4ba5-957d-0e27a761e507 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:14:43.320132 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-a3eb18d2-24c6-45de-88f8-7c229dbe949e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6453605 Apr 12 00:14:43.322650 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33988) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:43.326974 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:43.333987 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-33e46192-9376-4ba5-957d-0e27a761e507', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:14:43.337196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.394014 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.395683 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.446589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for router_controller (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), precommit_add_association {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.467209 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Allocated IP 172.20.0.2 (33e46192-9376-4ba5-957d-0e27a761e507/8052cd76-8669-47c4-a396-92ef1b05accf/b4bceae4-e4f5-4ccc-a11f-c617392fc2f5) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:43.606409 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks [] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.661465 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for router_gateway (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.666174 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.701914 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Network 33e46192-9376-4ba5-957d-0e27a761e507 is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:43.704712 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:43.708086 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:43.718740 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Pushing event updated for resources: {'Port': ['ID=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:43.773918 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Attempting to bind port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:43.774291 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Attempting to bind port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:43.775106 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Attempting to bind port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 on network 33e46192-9376-4ba5-957d-0e27a761e507 {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:43.779543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:43.779917 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Checking segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:43.780322 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.780712 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Bound using segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:43.781169 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Bound port: b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:43.781546 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.841422 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] For port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:43.845425 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] For port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:43.914543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.915973 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for router_gateway (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.935150 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:43.976729 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de3eb7-9212-4680-9f36-0cead22ade90 None None] Pushing event updated for resources: {'Port': ['ID=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:44.040745 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Allocated IP 172.27.1.37 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/94245253-00e7-4e05-8272-4136a677473d) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:44.176479 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for port (94245253-00e7-4e05-8272-4136a677473d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.226757 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:44.260222 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (94245253-00e7-4e05-8272-4136a677473d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.279375 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:44.279900 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.298750 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:44.302169 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:44.305120 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:44.333819 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Pushing event updated for resources: {'Port': ['ID=94245253-00e7-4e05-8272-4136a677473d,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:44.356017 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:44.356408 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.389821 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:44.451063 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.496754 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:44.632925 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for router_gateway (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.837263 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:44.838096 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31adc6b-1bc3-4661-a71e-c4b720089c10 None None] Network 33e46192-9376-4ba5-957d-0e27a761e507 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:14:44.935002 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-ee57f10b-98b0-422d-aed7-52d8ee688fa3 None None] Provisioning complete for port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:44.935369 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ee57f10b-98b0-422d-aed7-52d8ee688fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.042788 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:14:45.158228 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-ee57f10b-98b0-422d-aed7-52d8ee688fa3 None None] Current status of the port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:45.161516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:14:45.170344 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Sync routers for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:14:45.180074 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:45.180716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:45.203599 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:14:45.227564 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.228816 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-05ac66dd-0de7-4d6f-a109-750d49538de0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9050577 Apr 12 00:14:45.231574 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 33990) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:45.292845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:45.356736 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-640ff94d-1aa6-4b63-bd78-66a25d04f134 None None] Provisioning complete for port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:45.357114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-640ff94d-1aa6-4b63-bd78-66a25d04f134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.520307 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-640ff94d-1aa6-4b63-bd78-66a25d04f134 None None] Current status of the port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:45.544507 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:44Z', 'revision_number': 3, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:45.570414 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Checking router: ed9f5c92-a2b9-49ee-a65e-93ad757877f6 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:14:45.570774 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Updating router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 port 94245253-00e7-4e05-8272-4136a677473d binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:14:45.601196 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (94245253-00e7-4e05-8272-4136a677473d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.662978 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.819849 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Allocated IP 172.20.0.1 (33e46192-9376-4ba5-957d-0e27a761e507/8052cd76-8669-47c4-a396-92ef1b05accf/51e8dc74-4f4f-47d6-a485-a167fbd9d045) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:45.850546 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks [] for port (94245253-00e7-4e05-8272-4136a677473d), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.919555 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks [] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.919819 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (94245253-00e7-4e05-8272-4136a677473d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.972409 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Pushing event updated for resources: {'Port': ['ID=94245253-00e7-4e05-8272-4136a677473d,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:45.975248 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Attempting to bind port 94245253-00e7-4e05-8272-4136a677473d on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:45.975620 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Attempting to bind port 94245253-00e7-4e05-8272-4136a677473d by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:45.975986 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Attempting to bind port 94245253-00e7-4e05-8272-4136a677473d on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:45.985312 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.985666 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.986013 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.986356 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.986692 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.987074 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.987440 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.987768 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.988096 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.988426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.988758 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.989081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.989393 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:45.993359 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:45.993813 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:45.994214 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:45.994610 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:45.995133 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Bound port: 94245253-00e7-4e05-8272-4136a677473d, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:45.995523 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (94245253-00e7-4e05-8272-4136a677473d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.056980 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] For port 94245253-00e7-4e05-8272-4136a677473d, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:46.060210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] For port 94245253-00e7-4e05-8272-4136a677473d, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=94245253-00e7-4e05-8272-4136a677473d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:46.131770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (94245253-00e7-4e05-8272-4136a677473d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.192894 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:46.193524 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:46.196531 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874ba7a-3a04-452e-9832-511f36c824b3 None None] Pushing event updated for resources: {'Port': ['ID=94245253-00e7-4e05-8272-4136a677473d,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:46.199078 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:46.248672 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.282694 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Network 33e46192-9376-4ba5-957d-0e27a761e507 is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:46.286213 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:46.289680 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:46.326691 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Pushing event updated for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:46.337836 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:46.338210 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.340373 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.340798 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:46.532913 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.552297 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:46.572770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-efbec821-3cd6-456f-ba6e-3191658aea36 None None] Provisioning complete for port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:46.573081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-efbec821-3cd6-456f-ba6e-3191658aea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.613858 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-efbec821-3cd6-456f-ba6e-3191658aea36 None None] Port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:14:46.617926 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:44Z', 'revision_number': 3, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:46.647192 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3146bea1-a962-4b70-adb3-501d0d17bf85 None None] The sync data for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi is: [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:44Z', 'revision_number': 3, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:14:46.695230 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks [] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.754346 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.823667 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:46.825411 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Pushing event updated for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:46.923007 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Network 33e46192-9376-4ba5-957d-0e27a761e507 is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:46.924513 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:47.053807 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:14:47.135872 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-43865a3c-acf4-4303-a767-c52dcafab392 None None] Provisioning complete for port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:47.136473 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-43865a3c-acf4-4303-a767-c52dcafab392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:47.171077 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-43865a3c-acf4-4303-a767-c52dcafab392 None None] Port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:14:47.175479 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:14:47.181586 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-3b3b44ad-51c4-4d17-80ab-cc9afff92b76 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed9f5c92-a2b9-49ee-a65e-93ad757877f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490676 Apr 12 00:14:47.819766 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34006) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:47.824703 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-270895841-network', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:47.919516 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Made reservation on behalf of 051cdc8c266f4ccc8f5748e3c86bcb2e for: {'network': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:14:47.921887 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for network (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:47.931250 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.005488 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks [] for security_group (2ef1acf8-1b7d-483a-8c90-4a2b77788bc3), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.087529 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2ef1acf8-1b7d-483a-8c90-4a2b77788bc3), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.111729 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=110167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:14:48.121482 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1acf8-1b7d-483a-8c90-4a2b77788bc3,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:48.126135 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ad48a8ce-fbba-4789-8f02-a9080ac9e7ea), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.126475 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.segments_db [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Added segment ad48a8ce-fbba-4789-8f02-a9080ac9e7ea of type vlan for network f26cfb45-601e-4c92-9dec-893ae7754a9e Apr 12 00:14:48.171968 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748281645231'] for network (f26cfb45-601e-4c92-9dec-893ae7754a9e), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.190446 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Sync routers for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:14:48.201284 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:48.201887 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:48.220899 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 94245253-00e7-4e05-8272-4136a677473d up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:48.268413 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 94245253-00e7-4e05-8272-4136a677473d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:48.268786 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (94245253-00e7-4e05-8272-4136a677473d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.274166 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510'] for network (f26cfb45-601e-4c92-9dec-893ae7754a9e), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.275301 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:14:48.275983 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.307466 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:48.341065 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f26cfb45-601e-4c92-9dec-893ae7754a9e,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:48.351969 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Network f26cfb45-601e-4c92-9dec-893ae7754a9e details requested by agent ovs-agent-dv-cinder-837432-2-iscsi with host dv-cinder-837432-2-iscsi {{(pid=110168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:14:48.365148 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 94245253-00e7-4e05-8272-4136a677473d is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:48.365535 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (94245253-00e7-4e05-8272-4136a677473d), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.386157 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-4794edc1-2b4f-46e1-b5fa-fa09742dd0b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5626428 Apr 12 00:14:48.386356 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34008) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:48.391262 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Request body: {'subnet': {'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-270895841-subnet', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'ip_version': 4}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:48.426660 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 94245253-00e7-4e05-8272-4136a677473d, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=94245253-00e7-4e05-8272-4136a677473d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:48.471554 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Made reservation on behalf of 051cdc8c266f4ccc8f5748e3c86bcb2e for: {'subnet': 1} {{(pid=110167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:14:48.473996 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58857477'] for subnet (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.494466 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (94245253-00e7-4e05-8272-4136a677473d), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.508552 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 2, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:48.536529 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Checking router: ed9f5c92-a2b9-49ee-a65e-93ad757877f6 for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:14:48.536883 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Updating router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:14:48.556476 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=94245253-00e7-4e05-8272-4136a677473d,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:48.564558 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.697282 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3713665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58857531'] for subnet (ba966678-99d9-4e73-9b9e-e8c2f4804419), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.758403 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba966678-99d9-4e73-9b9e-e8c2f4804419,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:48.760683 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Checking segment: {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:48.761134 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Network hostable DHCP agents. Network: f26cfb45-601e-4c92-9dec-893ae7754a9e, hostable agents: ['fcb478aa-20f1-46ea-910d-0bc5494b1802'], hosted agents: [] {{(pid=110167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:14:48.818731 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks [] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.839812 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Network f26cfb45-601e-4c92-9dec-893ae7754a9e is scheduled to be hosted by DHCP agent fcb478aa-20f1-46ea-910d-0bc5494b1802 with binding_index 1 {{(pid=110167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:14:48.925283 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.942358 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837432-2-iscsi, f26cfb45-601e-4c92-9dec-893ae7754a9e) {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:48.947247 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:14:48.948495 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for subnet (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:48.950071 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b0372-6b03-4db5-a088-24de500b5f99 None None] Network f26cfb45-601e-4c92-9dec-893ae7754a9e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:14:48.991279 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Pushing event updated for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:48.999562 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:48.999931 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.000307 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.000645 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.000973 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.001492 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.001904 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.002405 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.002734 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.003104 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.003435 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.003755 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.004251 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:49.016627 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34010) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:49.017121 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-0ac29bc2-2c53-499f-a467-5b57a31a597f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6295140 Apr 12 00:14:49.024942 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:49.039124 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Attempting to bind port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:49.039767 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Attempting to bind port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:49.040298 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Attempting to bind port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 on network 33e46192-9376-4ba5-957d-0e27a761e507 {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:49.045785 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:49.051356 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Checking segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:49.051356 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.051356 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Bound using segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:49.051356 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Bound port: 51e8dc74-4f4f-47d6-a485-a167fbd9d045, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:49.051356 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.073616 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5bc4ecd-3c63-5396-b201-75d7ba993d44-f26cfb45-601e-4c92-9dec-893ae7754a9e', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419'}]}} from dv-cinder-837432-2-iscsi. {{(pid=110168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:14:49.078639 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.112795 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] For port 51e8dc74-4f4f-47d6-a485-a167fbd9d045, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:49.116242 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] For port 51e8dc74-4f4f-47d6-a485-a167fbd9d045, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=51e8dc74-4f4f-47d6-a485-a167fbd9d045,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:49.128698 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7978104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25592'] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.131320 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7978220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7981113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25585'] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.189845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for router_controller (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), precommit_add_association {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.191967 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.230504 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Provisioning complete for port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:49.230504 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.232826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.db_base_plugin_common [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Allocated IP 172.20.0.2 (f26cfb45-601e-4c92-9dec-893ae7754a9e/ba966678-99d9-4e73-9b9e-e8c2f4804419/f5f868a3-56bf-42f3-9e41-81d0bec54805) {{(pid=110168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:49.248074 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:49.248701 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:49.289088 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23a4d-0aa5-451e-874e-488ec537fa5b None None] Pushing event updated for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=4']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:49.368978 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:49.423888 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for router_gateway (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.522359 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Current status of the port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:49.522681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.577729 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:49.603300 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] For port 51e8dc74-4f4f-47d6-a485-a167fbd9d045, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=51e8dc74-4f4f-47d6-a485-a167fbd9d045,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:49.605238 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5728d-de36-4d91-abcd-4bc237715601 None None] The sync data for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi is: [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:14:49.609189 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks [] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), precommit_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.663878 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.705009 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), after_create {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.740267 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for router_gateway (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.740428 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Network f26cfb45-601e-4c92-9dec-893ae7754a9e is already hosted by enough agents. {{(pid=110168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:49.744088 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.scheduler.base_scheduler [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Resources bound (agent type, host, resource id): {{(pid=110168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:49.746318 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961b4b0-7458-421f-9013-b6f0b4458603 None None] Pushing event updated for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:49.748879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Received port after_create {{(pid=110168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:49.762462 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.839298 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Pushing event updated for resources: {'Port': ['ID=f5f868a3-56bf-42f3-9e41-81d0bec54805,revision_number=1']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:49.857877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-6ed24713-c3af-4926-9a8f-dc868eee0a83 None None] Provisioning complete for port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:49.858252 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-6ed24713-c3af-4926-9a8f-dc868eee0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.860984 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Attempting to bind port f5f868a3-56bf-42f3-9e41-81d0bec54805 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:49.861352 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Attempting to bind port f5f868a3-56bf-42f3-9e41-81d0bec54805 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:49.861714 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Attempting to bind port f5f868a3-56bf-42f3-9e41-81d0bec54805 on network f26cfb45-601e-4c92-9dec-893ae7754a9e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:49.886551 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:49.886981 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Checking segment: {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:49.887390 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.887789 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Bound using segment: {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:49.888260 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Bound port: f5f868a3-56bf-42f3-9e41-81d0bec54805, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:49.888641 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:49.891115 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Allocated IP 172.27.1.81 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/1010a2e2-4bae-4245-b508-9a698037d321) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:50.001919 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] For port f5f868a3-56bf-42f3-9e41-81d0bec54805, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:50.006054 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] For port f5f868a3-56bf-42f3-9e41-81d0bec54805, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=f5f868a3-56bf-42f3-9e41-81d0bec54805,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:50.007519 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-6ed24713-c3af-4926-9a8f-dc868eee0a83 None None] Current status of the port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:50.012360 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for port (1010a2e2-4bae-4245-b508-9a698037d321), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.074588 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.100464 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (1010a2e2-4bae-4245-b508-9a698037d321), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.142674 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa7ef7-c165-4b1d-87e0-66cdc2e81e0c None None] Pushing event updated for resources: {'Port': ['ID=f5f868a3-56bf-42f3-9e41-81d0bec54805,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:50.144146 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:50.147303 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:50.150952 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:50.195807 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Pushing event updated for resources: {'Port': ['ID=1010a2e2-4bae-4245-b508-9a698037d321,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:50.322429 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 94245253-00e7-4e05-8272-4136a677473d up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:50.398820 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 94245253-00e7-4e05-8272-4136a677473d triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:50.399290 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (94245253-00e7-4e05-8272-4136a677473d), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.506778 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 94245253-00e7-4e05-8272-4136a677473d is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:50.508357 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 51e8dc74-4f4f-47d6-a485-a167fbd9d045 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:50.551753 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for router_gateway (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.560752 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:50.561133 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:50.646776 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:51.024738 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7978227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7977841'] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.140799 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3996b51-6c37-4a15-b391-c47cafb5ea10 None None] Network f26cfb45-601e-4c92-9dec-893ae7754a9e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:14:51.239953 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa is scheduled to L3 agent 60786359-e7ca-4f28-98b6-196f65570113 with binding_index 1 {{(pid=110166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:14:51.250730 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Provisioning complete for port f5f868a3-56bf-42f3-9e41-81d0bec54805 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:51.251133 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.343344 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Current status of the port f5f868a3-56bf-42f3-9e41-81d0bec54805 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:51.344020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.374060 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:14:51.381247 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] For port f5f868a3-56bf-42f3-9e41-81d0bec54805, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=f5f868a3-56bf-42f3-9e41-81d0bec54805,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:51.385460 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Sync routers for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:14:51.396725 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:51.397346 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:51.456265 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.458058 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-718f3cdc-4514-4650-8b82-fb2068ac0a71 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4400947 Apr 12 00:14:51.460931 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34012) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:51.463154 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.527971 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ffef-c22e-4bf4-ac98-c612e0d78b10 None None] Pushing event updated for resources: {'Port': ['ID=f5f868a3-56bf-42f3-9e41-81d0bec54805,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:51.544564 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:51.650792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-3f0d6425-b7e0-41c6-9b1b-5347940d0711 None None] Provisioning complete for port f5f868a3-56bf-42f3-9e41-81d0bec54805 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:51.651081 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6425-b7e0-41c6-9b1b-5347940d0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.790271 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d6425-b7e0-41c6-9b1b-5347940d0711 None None] Current status of the port f5f868a3-56bf-42f3-9e41-81d0bec54805 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:51.804280 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:50Z', 'revision_number': 3, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:51.833394 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Checking router: b7369cf1-a457-4c89-9d09-a2c5e20fd8aa for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:14:51.833752 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Updating router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa port 1010a2e2-4bae-4245-b508-9a698037d321 binding host dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:14:51.860263 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1010a2e2-4bae-4245-b508-9a698037d321), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:51.883739 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.030687 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Allocated IP 172.20.0.1 (f26cfb45-601e-4c92-9dec-893ae7754a9e/ba966678-99d9-4e73-9b9e-e8c2f4804419/11a59119-99c2-480f-bbba-ce3acb571cf2) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:14:52.102360 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks [] for port (1010a2e2-4bae-4245-b508-9a698037d321), precommit_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.132638 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks [] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.168628 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1010a2e2-4bae-4245-b508-9a698037d321), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.220073 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.221283 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Attempting to bind port 1010a2e2-4bae-4245-b508-9a698037d321 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:52.221655 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Attempting to bind port 1010a2e2-4bae-4245-b508-9a698037d321 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:52.222015 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Attempting to bind port 1010a2e2-4bae-4245-b508-9a698037d321 on network ba3197fb-098e-4956-81b5-bc7c99d50f6e {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:52.225491 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783606-8bb3-40e5-bafb-0de12bc17910 None None] Pushing event updated for resources: {'Port': ['ID=1010a2e2-4bae-4245-b508-9a698037d321,revision_number=2']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:52.230958 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:52.235973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Checking segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:52.235973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.235973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Bound using segment: {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'} {{(pid=110168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:52.235973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.managers [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Bound port: 1010a2e2-4bae-4245-b508-9a698037d321, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143c503-b638-4e93-a592-25e27ff66fe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e'}}] {{(pid=110168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:52.235973 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1010a2e2-4bae-4245-b508-9a698037d321), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.256670 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device f5f868a3-56bf-42f3-9e41-81d0bec54805 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:52.259031 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Network f26cfb45-601e-4c92-9dec-893ae7754a9e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:52.261909 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:52.267523 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:14:52.273767 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Pushing event updated for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:52.299017 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.299376 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.299724 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.300064 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.300402 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.301202 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.301202 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.301400 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.301748 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.302079 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.302408 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.302737 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.303088 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:14:52.319988 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] For port 1010a2e2-4bae-4245-b508-9a698037d321, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:52.323204 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] For port 1010a2e2-4bae-4245-b508-9a698037d321, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=1010a2e2-4bae-4245-b508-9a698037d321,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:52.323841 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977858'] for router_interface (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.335757 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port f5f868a3-56bf-42f3-9e41-81d0bec54805 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:52.336139 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.409589 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1010a2e2-4bae-4245-b508-9a698037d321), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.537479 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.599426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port f5f868a3-56bf-42f3-9e41-81d0bec54805 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:52.625893 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-87140234-8ed6-4538-9e08-f562c83f5960 None None] Provisioning complete for port 11a59119-99c2-480f-bbba-ce3acb571cf2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:52.626266 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-87140234-8ed6-4538-9e08-f562c83f5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.628059 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:52.629226 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:52.633287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783606-8bb3-40e5-bafb-0de12bc17910 None None] Pushing event updated for resources: {'Port': ['ID=1010a2e2-4bae-4245-b508-9a698037d321,revision_number=3']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:52.707954 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks [] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.735237 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-87140234-8ed6-4538-9e08-f562c83f5960 None None] Port 11a59119-99c2-480f-bbba-ce3acb571cf2 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:14:52.768721 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:52.788358 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.854316 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Pushing event updated for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:52.859200 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7989524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7963442'] for router_interface (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:52.947179 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Network f26cfb45-601e-4c92-9dec-893ae7754a9e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:14:52.948548 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:14:52.963932 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '11a59119-99c2-480f-bbba-ce3acb571cf2', 'name': '', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'mac_address': 'fa:16:3e:c3:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:51Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 1, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'subnets': [{'id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:52.990444 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba0509-99f7-446c-81d0-4a468f3d311a None None] The sync data for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi is: [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '11a59119-99c2-480f-bbba-ce3acb571cf2', 'name': '', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'mac_address': 'fa:16:3e:c3:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:51Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 1, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'subnets': [{'id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:14:53.078604 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:14:53.158226 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-e6ba963e-b57f-4db0-a57d-5092b3eaf1d4 None None] Provisioning complete for port 11a59119-99c2-480f-bbba-ce3acb571cf2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:53.158967 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e6ba963e-b57f-4db0-a57d-5092b3eaf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:53.194580 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba963e-b57f-4db0-a57d-5092b3eaf1d4 None None] Port 11a59119-99c2-480f-bbba-ce3acb571cf2 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:14:53.199705 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:14:53.218935 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-58587c0d-4b3f-497c-8f37-6a4787a29862 admin admin] 10.222.0.24 "PUT /v2.0/routers/b7369cf1-a457-4c89-9d09-a2c5e20fd8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526293 Apr 12 00:14:54.227357 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1010a2e2-4bae-4245-b508-9a698037d321 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:54.275677 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 1010a2e2-4bae-4245-b508-9a698037d321 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:54.276051 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (1010a2e2-4bae-4245-b508-9a698037d321), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.351344 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 1010a2e2-4bae-4245-b508-9a698037d321 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:54.351731 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (1010a2e2-4bae-4245-b508-9a698037d321), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.371999 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] For port 1010a2e2-4bae-4245-b508-9a698037d321, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=1010a2e2-4bae-4245-b508-9a698037d321,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:54.439891 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (1010a2e2-4bae-4245-b508-9a698037d321), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.489268 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Pushing event updated for resources: {'Port': ['ID=1010a2e2-4bae-4245-b508-9a698037d321,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:54.714258 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34024) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:54.718509 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620479751', 'description': 'tempest-secgroup-smoke-1620479751 description', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:54.808487 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.831274 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b36ca043-a64d-4044-af98-a77ac3a338f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.876245 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (dfb503eb-2221-4cc7-9b82-4ca27d210261), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.939097 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (dfb503eb-2221-4cc7-9b82-4ca27d210261), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:54.966472 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb503eb-2221-4cc7-9b82-4ca27d210261,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:55.038955 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.040192 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f2f5b8f3-21c1-47bd-80e9-e888df8eddd9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3251815 Apr 12 00:14:55.043064 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34026) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:55.047611 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:55.115173 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (9df3a633-33ea-4ba4-92b7-23088a9bccaa), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.173163 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (9df3a633-33ea-4ba4-92b7-23088a9bccaa), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.242685 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (9df3a633-33ea-4ba4-92b7-23088a9bccaa), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.260994 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3a633-33ea-4ba4-92b7-23088a9bccaa,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:55.341365 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.342566 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-6b220d1d-f214-4eb7-b4fd-7d35cbe76094 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985761 Apr 12 00:14:55.345187 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34028) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:55.349375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:55.452547 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (0b5f2933-9f06-4088-8c67-f7a4afc6c174), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.505845 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (0b5f2933-9f06-4088-8c67-f7a4afc6c174), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.562133 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (0b5f2933-9f06-4088-8c67-f7a4afc6c174), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.576796 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5f2933-9f06-4088-8c67-f7a4afc6c174,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:55.650319 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.651571 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-da0d0f34-12f3-4d7a-90fe-14dc37f25103 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054693 Apr 12 00:14:55.654296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34030) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:55.658523 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:55.717834 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Sync routers for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:14:55.730381 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:55.731018 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (57f445ee-e0b7-48ba-8823-d4d188b24e17), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.731542 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:55.788331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (57f445ee-e0b7-48ba-8823-d4d188b24e17), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.838526 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:55.845456 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (57f445ee-e0b7-48ba-8823-d4d188b24e17), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.862593 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f445ee-e0b7-48ba-8823-d4d188b24e17,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:55.930512 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:55.934561 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-5c63f7e7-01cf-499b-b185-f60014189909 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766049 Apr 12 00:14:55.934914 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34032) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:55.939405 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:56.050158 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (2ef7692c-25be-4224-8756-977a0fad93ef), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.108201 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (2ef7692c-25be-4224-8756-977a0fad93ef), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.110119 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '11a59119-99c2-480f-bbba-ce3acb571cf2', 'name': '', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'mac_address': 'fa:16:3e:c3:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:51Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 2, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'subnets': [{'id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:56.139474 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Checking router: b7369cf1-a457-4c89-9d09-a2c5e20fd8aa for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:14:56.139830 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Updating router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa port 11a59119-99c2-480f-bbba-ce3acb571cf2 binding host dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:14:56.166191 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.185778 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (2ef7692c-25be-4224-8756-977a0fad93ef), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.204969 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef7692c-25be-4224-8756-977a0fad93ef,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:56.207075 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1010a2e2-4bae-4245-b508-9a698037d321 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:56.255317 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 1010a2e2-4bae-4245-b508-9a698037d321 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:56.255689 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (1010a2e2-4bae-4245-b508-9a698037d321), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.286399 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.288043 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-0c92f5d5-1e77-4b9a-85ee-17cf52532be6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521492 Apr 12 00:14:56.291026 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34034) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:56.295375 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:56.339583 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 1010a2e2-4bae-4245-b508-9a698037d321 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:56.373767 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.db.securitygroups_db [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Project 7f50ab8a19e8481daa24f0cb870c8e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:14:56.378699 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (6f2a7490-aaf3-4b32-98c6-b038d7790ba1), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.421285 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks [] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), precommit_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.436004 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (6f2a7490-aaf3-4b32-98c6-b038d7790ba1), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.493726 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.510862 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (6f2a7490-aaf3-4b32-98c6-b038d7790ba1), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.529901 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2a7490-aaf3-4b32-98c6-b038d7790ba1,revision_number=0']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:56.547711 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913e08-9592-4d0c-878a-11b33cb09cda None None] Pushing event updated for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=3']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:56.601767 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Attempting to bind port 11a59119-99c2-480f-bbba-ce3acb571cf2 on host dv-cinder-837432-2-iscsi for vnic_type normal with profile {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:14:56.602136 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Attempting to bind port 11a59119-99c2-480f-bbba-ce3acb571cf2 by drivers openvswitch,hyperv on host dv-cinder-837432-2-iscsi at level 0 using segments [{'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:14:56.602491 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Attempting to bind port 11a59119-99c2-480f-bbba-ce3acb571cf2 on network f26cfb45-601e-4c92-9dec-893ae7754a9e {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:14:56.607808 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Checking agent: {'id': '1436b5e4-b357-4e78-bf15-536339dff816', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837432-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 53, 1), 'started_at': datetime.datetime(2022, 4, 11, 23, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837432-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:14:56.608175 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Checking segment: {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:14:56.608687 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.609071 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Bound using segment: {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'} {{(pid=110169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:14:56.609531 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.managers [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Bound port: 11a59119-99c2-480f-bbba-ce3acb571cf2, host: dv-cinder-837432-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e'}}] {{(pid=110169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:14:56.609943 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), before_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.613543 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.617498 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2149413c-c9b9-447e-b5f3-1bdf9c2b6016 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228383 Apr 12 00:14:56.617911 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34036) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:14:56.622701 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'security_group_rule': {'security_group_id': 'dfb503eb-2221-4cc7-9b82-4ca27d210261', 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:14:56.673245 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] For port 11a59119-99c2-480f-bbba-ce3acb571cf2, host dv-cinder-837432-2-iscsi, cleared binding levels {{(pid=110169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:14:56.676492 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.plugins.ml2.db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] For port 11a59119-99c2-480f-bbba-ce3acb571cf2, host dv-cinder-837432-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=11a59119-99c2-480f-bbba-ce3acb571cf2,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:14:56.716808 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.securitygroups_db [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Project 7f50ab8a19e8481daa24f0cb870c8e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:14:56.722369 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (6faec412-2d98-4d59-9e6a-15cf2d41356d), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.757367 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-dc62356c-730b-4478-8c58-47b5fa9a9d9f None None] Provisioning complete for port 11a59119-99c2-480f-bbba-ce3acb571cf2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:56.757808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-dc62356c-730b-4478-8c58-47b5fa9a9d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.786508 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron_lib.callbacks.manager [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_update {{(pid=110169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.792951 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (6faec412-2d98-4d59-9e6a-15cf2d41356d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.806160 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-dc62356c-730b-4478-8c58-47b5fa9a9d9f None None] Port 11a59119-99c2-480f-bbba-ce3acb571cf2 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:14:56.827135 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:14:56.827764 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:14:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:56.861025 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981209'] for security_group_rule (6faec412-2d98-4d59-9e6a-15cf2d41356d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.882027 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faec412-2d98-4d59-9e6a-15cf2d41356d,revision_number=0']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:56.909661 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913e08-9592-4d0c-878a-11b33cb09cda None None] Pushing event updated for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=4']} {{(pid=110169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:56.956216 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:56.958156 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-549d1cbe-aab2-4a32-a652-6c6408affff0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392448 Apr 12 00:14:56.975224 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:14:57.035644 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Provisioning complete for port 11a59119-99c2-480f-bbba-ce3acb571cf2 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:57.036778 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:57.148098 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Current status of the port 11a59119-99c2-480f-bbba-ce3acb571cf2 is: DOWN; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:57.148490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:57.166864 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c9e6bf63-c338-4333-bfff-efbf88945152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:57.183326 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] For port 11a59119-99c2-480f-bbba-ce3acb571cf2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=11a59119-99c2-480f-bbba-ce3acb571cf2,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:14:57.244786 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '11a59119-99c2-480f-bbba-ce3acb571cf2', 'name': '', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'mac_address': 'fa:16:3e:c3:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:51Z', 'updated_at': '2022-04-12T00:14:56Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'subnets': [{'id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:14:57.265375 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:57.272438 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6aec3d-6123-45db-8a7c-14a4a669be19 None None] The sync data for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi is: [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:52Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '11a59119-99c2-480f-bbba-ce3acb571cf2', 'name': '', 'network_id': 'f26cfb45-601e-4c92-9dec-893ae7754a9e', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'mac_address': 'fa:16:3e:c3:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:51Z', 'updated_at': '2022-04-12T00:14:56Z', 'revision_number': 4, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'subnets': [{'id': 'ba966678-99d9-4e73-9b9e-e8c2f4804419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:14:57.315480 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc03da-cb41-472a-bdce-bcd520b0f797 None None] Pushing event updated for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:14:58.220275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 11a59119-99c2-480f-bbba-ce3acb571cf2 up at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:14:58.224462 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:58.268325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Provisioning complete for port 11a59119-99c2-480f-bbba-ce3acb571cf2 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:14:58.268980 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:14:58.348700 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Current status of the port 11a59119-99c2-480f-bbba-ce3acb571cf2 is: ACTIVE; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:14:59.842395 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:01.319443 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:02.362515 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:14.903562 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-6de1a744-f751-40f3-b338-9a800e2a5ae0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620479751&fields=id&tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d HTTP/1.1" status: 200 len: 267 time: 0.0472753 Apr 12 00:15:15.003945 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-38c76194-7812-4313-addf-99372ca27f9b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:15.005284 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-38c76194-7812-4313-addf-99372ca27f9b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 808 time: 0.0952487 Apr 12 00:15:15.018981 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-2c8e4ad8-d6fc-49eb-aa32-58507a3bd926 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/quotas/7f50ab8a19e8481daa24f0cb870c8e7d HTTP/1.1" status: 200 len: 375 time: 0.0084229 Apr 12 00:15:15.070450 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-9c794d67-e2f5-427e-962b-696481224336 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468628 Apr 12 00:15:15.256837 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-7cdaa278-d005-4a3b-8faf-a96f37323f0b service neutron] 10.222.0.24 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755159 Apr 12 00:15:15.340964 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-81d8a31d-0728-4596-9b2a-b73bf041d79c service neutron] 10.222.0.24 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785542 Apr 12 00:15:15.866712 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6c23704b-f39b-4f48-b4c1-8c38b791b7a2 req-b4d43adb-6dc7-4c03-b6f4-1f4b760644c5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 210 time: 0.0323761 Apr 12 00:15:16.958692 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-10720f3c-cadd-491d-b8d9-4cef165e67fd req-e34bd02c-7ff0-44da-9e56-93cfceb4dc04 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 210 time: 0.0266573 Apr 12 00:15:17.992052 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-69a6357c-0fd7-4050-a3de-ab109eaf478c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:17.993792 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-69a6357c-0fd7-4050-a3de-ab109eaf478c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 808 time: 0.1034367 Apr 12 00:15:18.053698 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-22dc3c89-c7f9-4cc1-9092-2e07f80ed294 req-af5f6fc2-c6cf-4768-a669-c4257ebf693e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 210 time: 0.0265319 Apr 12 00:15:18.060866 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-e5581ecf-b23d-4ce1-b850-12785035ba64 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d HTTP/1.1" status: 200 len: 380 time: 0.0538323 Apr 12 00:15:18.071986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'port': {'device_id': '1f20d965-c522-4e99-8114-d66972ee46cb', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'admin_state_up': True, 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'security_groups': ['dfb503eb-2221-4cc7-9b82-4ca27d210261']}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:15:18.242478 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Made reservation on behalf of 7f50ab8a19e8481daa24f0cb870c8e7d for: {'port': 1} {{(pid=110166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:15:18.246013 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.372707 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_common [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Allocated IP 172.20.0.8 (33e46192-9376-4ba5-957d-0e27a761e507/8052cd76-8669-47c4-a396-92ef1b05accf/efc71bb6-932e-4bba-8ff4-99c3db4ccff7) {{(pid=110166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:15:18.507484 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), precommit_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.602300 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_create {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.644205 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Network 33e46192-9376-4ba5-957d-0e27a761e507 is already hosted by enough agents. {{(pid=110166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:15:18.647119 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.scheduler.base_scheduler [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Resources bound (agent type, host, resource id): {{(pid=110166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:15:18.653370 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Received port after_create {{(pid=110166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:15:18.658972 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=1']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:18.704572 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:18.708739 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.816595 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c5b4ca0a-7e7c-4b92-a6c1-25865474a24c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483401 Apr 12 00:15:18.831478 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.v2.base [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Request body: {'port': {'device_id': '1f20d965-c522-4e99-8114-d66972ee46cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83743'}} {{(pid=110166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:15:18.892159 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.909526 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-e229fe58-82e4-411f-93fe-17b677d6b280 None None] Provisioning complete for port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 triggered by entity DHCP. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:15:18.909526 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-e229fe58-82e4-411f-93fe-17b677d6b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:18.939652 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-e229fe58-82e4-411f-93fe-17b677d6b280 None None] Port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 cannot update to ACTIVE because it is not bound. {{(pid=110168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:15:19.147378 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc71bb6-932e-4bba-8ff4-99c3db4ccff7 {{(pid=110166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:15:19.155070 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks [] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), precommit_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:19.167908 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.provisioning_blocks [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Transition to ACTIVE for port object efc71bb6-932e-4bba-8ff4-99c3db4ccff7 will not be triggered until provisioned by entity L2. {{(pid=110166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 12 00:15:19.176093 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aa111-4a60-4635-bbaa-1d0bb8286d77 req-d06997c3-6238-4fb5-a1c5-9706e152a433 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.177935 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8c9aa111-4a60-4635-bbaa-1d0bb8286d77 req-d06997c3-6238-4fb5-a1c5-9706e152a433 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 931 time: 0.0575917 Apr 12 00:15:19.227820 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:19.228883 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8c9aa111-4a60-4635-bbaa-1d0bb8286d77 req-2205bd78-2079-48c3-abd1-1fe3bc27bfcf tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Apr 12 00:15:19.278828 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=2']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:19.355550 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Attempting to bind port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 on host hv-cinder-83743 for vnic_type normal with profile {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:15:19.355881 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Attempting to bind port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 by drivers openvswitch,hyperv on host hv-cinder-83743 at level 0 using segments [{'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:15:19.356214 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Attempting to bind port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 on network 33e46192-9376-4ba5-957d-0e27a761e507 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:15:19.360675 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 on network 33e46192-9376-4ba5-957d-0e27a761e507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83743 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:15:19.360985 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Attempting to bind port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 on network 33e46192-9376-4ba5-957d-0e27a761e507 {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:15:19.366026 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Checking agent: {'id': 'd6fa91c1-da85-48b7-a913-bca56335d121', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83743', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'started_at': datetime.datetime(2022, 4, 11, 23, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:15:19.366238 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Checking segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:15:19.366618 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Bound using segment: {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'} {{(pid=110166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:15:19.367070 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.managers [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Bound port: efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host: hv-cinder-83743, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507'}}] {{(pid=110166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:15:19.371310 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:19.430719 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, cleared binding levels {{(pid=110166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:15:19.433735 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:15:19.510917 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206924'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:19.544840 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.548654 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:19.548654 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1093 time: 0.7193406 Apr 12 00:15:19.548654 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:15:19.549515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:15:19.574574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd789cf2-d6ac-46e9-8b42-72eddbb1b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=3']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:19.587635 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29cc141-2e8d-47c9-b5d5-d4bf149c2070 x-openstack-request-id: req-a29cc141-2e8d-47c9-b5d5-d4bf149c2070 {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:15:19.587933 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:15:19.588194 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a29cc141-2e8d-47c9-b5d5-d4bf149c2070 {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:15:19.588604 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29cc141-2e8d-47c9-b5d5-d4bf149c2070'] response: {'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'status': 'completed', 'code': 200} Apr 12 00:15:19.663076 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-e7ae8183-7c63-4ff7-8af7-17885fc6b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.664595 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-e7ae8183-7c63-4ff7-8af7-17885fc6b991 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1127 time: 0.0483241 Apr 12 00:15:19.771950 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-117e4ce6-348f-430f-874a-a8a863fd2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.773411 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-117e4ce6-348f-430f-874a-a8a863fd2a01 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0969729 Apr 12 00:15:19.872259 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-2a1f3b07-8635-45cf-b296-9db6e1818d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.873715 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2ec1c364-e8ef-4d57-8c0c-d27d7725697a req-2a1f3b07-8635-45cf-b296-9db6e1818d8d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914795 Apr 12 00:15:19.958430 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c652724d-1cd8-4285-9386-eb9ba44f7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:19.959866 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-c652724d-1cd8-4285-9386-eb9ba44f7526 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1127 time: 0.0438869 Apr 12 00:15:20.005380 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-598fdaee-f6d2-41fc-8d9f-a783cabc9f5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 217 time: 0.0332034 Apr 12 00:15:20.058324 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-0b0e2bc6-9d1a-46b4-b664-9e2b49ec7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:20.059753 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-0b0e2bc6-9d1a-46b4-b664-9e2b49ec7343 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0455725 Apr 12 00:15:20.110297 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-2bf13350-dcea-48db-b017-f9c3113d8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:20.111769 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-2bf13350-dcea-48db-b017-f9c3113d8d72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423934 Apr 12 00:15:20.199203 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-e8d7de65-b463-4cf8-a804-4482d7aad930 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775766 Apr 12 00:15:20.292355 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-40e5028e-a454-44e2-9f10-d29b19b08af7 req-9942ae7b-d0ee-4438-a3bf-feb2842a7d2c service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Apr 12 00:15:20.346211 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fb241-9821-44be-8448-f69144cd1da4 req-ad522657-69a3-4ddf-ad5b-87ad484e574e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:20.348211 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d3fb241-9821-44be-8448-f69144cd1da4 req-ad522657-69a3-4ddf-ad5b-87ad484e574e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0540118 Apr 12 00:15:20.395838 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8d3fb241-9821-44be-8448-f69144cd1da4 req-a2d79cf3-5934-4edb-ada5-3a4d6756d561 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Apr 12 00:15:21.510763 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f24e-32d4-497e-9d6b-46a50a9f0aad req-661371d5-c858-4e9f-b977-4977c7cbf8d7 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:21.512231 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d155f24e-32d4-497e-9d6b-46a50a9f0aad req-661371d5-c858-4e9f-b977-4977c7cbf8d7 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0512273 Apr 12 00:15:21.559131 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d155f24e-32d4-497e-9d6b-46a50a9f0aad req-731cf6c7-7ffd-49e0-ba6e-3b0d72a0390c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Apr 12 00:15:22.202723 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:15:22.673510 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd39028-7fef-4bb4-8309-14e363c61931 req-254db8e7-c29f-48b4-be93-1ec18c0a6e4a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:22.674988 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8cd39028-7fef-4bb4-8309-14e363c61931 req-254db8e7-c29f-48b4-be93-1ec18c0a6e4a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0508337 Apr 12 00:15:22.725047 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8cd39028-7fef-4bb4-8309-14e363c61931 req-284e7dc9-ab41-4327-aa15-39045c063b50 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445523 Apr 12 00:15:23.838670 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510ef2-51f0-4079-b5a4-0a7a9d0ffe35 req-4e0b9f96-b653-4914-99ca-5c682f27fc79 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:23.840156 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-81510ef2-51f0-4079-b5a4-0a7a9d0ffe35 req-4e0b9f96-b653-4914-99ca-5c682f27fc79 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0500937 Apr 12 00:15:23.899080 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-81510ef2-51f0-4079-b5a4-0a7a9d0ffe35 req-dde609eb-d5fd-4496-9e85-981e5abed05b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501895 Apr 12 00:15:24.807788 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f9360eaa-9c8e-4c88-bae7-382e8136f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:25.013573 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036dd8f-e03e-42c3-a7ed-01dfbc784abe req-367f96d6-15fc-44be-96b0-acbc7808b7ec tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:25.015037 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8036dd8f-e03e-42c3-a7ed-01dfbc784abe req-367f96d6-15fc-44be-96b0-acbc7808b7ec tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0508425 Apr 12 00:15:25.062122 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8036dd8f-e03e-42c3-a7ed-01dfbc784abe req-55d6a9c1-8bca-4988-a99f-6aa8fcd0c1f8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Apr 12 00:15:26.181380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714d598-0a59-4576-b6be-1de3e27daa0c req-3b364b53-6db5-42f1-88d8-65ea3cb1a0d5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:26.182852 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8714d598-0a59-4576-b6be-1de3e27daa0c req-3b364b53-6db5-42f1-88d8-65ea3cb1a0d5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0559092 Apr 12 00:15:26.229334 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8714d598-0a59-4576-b6be-1de3e27daa0c req-625bd488-4594-4eef-b011-4f4a014ac243 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Apr 12 00:15:27.113606 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-171600f2-06e8-44f9-8ffa-a1009f828c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:27.345986 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a2ad5-2cb9-4d77-b117-91ff636c3a58 req-7534e4d8-fd76-4a6d-ae70-bd23cb463398 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:27.347448 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b8a2ad5-2cb9-4d77-b117-91ff636c3a58 req-7534e4d8-fd76-4a6d-ae70-bd23cb463398 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0506132 Apr 12 00:15:27.394322 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3b8a2ad5-2cb9-4d77-b117-91ff636c3a58 req-fb294300-be3d-4ce8-8145-dab963e597ba tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Apr 12 00:15:27.959099 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:15:28.051084 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:15:28.064992 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'mac_address': 'fa:16:3e:de:19:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:15:28.100738 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:15:28.101124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:28.113302 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc71bb6-932e-4bba-8ff4-99c3db4ccff7 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:15:28.131547 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:15:28.299412 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:28.323735 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:28.346149 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=4']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:28.508843 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560461-e7f1-47ed-be5e-a05c82b6c6a6 req-7ba4fd0d-e5e3-401d-99c2-709c95a0107e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:28.510361 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d7560461-e7f1-47ed-be5e-a05c82b6c6a6 req-7ba4fd0d-e5e3-401d-99c2-709c95a0107e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 944 time: 0.0506673 Apr 12 00:15:28.560200 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d7560461-e7f1-47ed-be5e-a05c82b6c6a6 req-7079fbcb-88f7-498e-8248-601bb8809a02 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Apr 12 00:15:28.674325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['efc71bb6-932e-4bba-8ff4-99c3db4ccff7'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:15:29.675753 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef45aa0-2b3e-4ccc-8915-3250ad3e4da2 req-6c26bcff-ba57-4b3f-b4bb-e3e9648e7de2 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:29.677710 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2ef45aa0-2b3e-4ccc-8915-3250ad3e4da2 req-6c26bcff-ba57-4b3f-b4bb-e3e9648e7de2 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 944 time: 0.0513065 Apr 12 00:15:29.726071 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2ef45aa0-2b3e-4ccc-8915-3250ad3e4da2 req-23060e59-befa-4d07-8e43-3096ffac7e1c tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Apr 12 00:15:29.845057 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:29.974569 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:15:30.107887 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning for port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 completed by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 12 00:15:30.111763 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:15:30.112166 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:30.186378 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:15:30.186769 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:30.208492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:15:30.210690 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ef0d6-6178-4991-8783-b6b82b612ac6" -d '{"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-plugged", "status": "completed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:15:30.222530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:15:30.249797 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829dc28-01b9-406e-9930-738ff4cab00a x-openstack-request-id: req-e829dc28-01b9-406e-9930-738ff4cab00a {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:15:30.249797 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-plugged", "status": "completed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:15:30.249797 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e829dc28-01b9-406e-9930-738ff4cab00a {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:15:30.249797 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e829dc28-01b9-406e-9930-738ff4cab00a'] response: {'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'code': 200} Apr 12 00:15:30.288106 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:30.336627 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=5']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:30.613210 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195e4b-d0bd-4137-b338-0b16ec34ba62 req-529a09cc-9e77-44f3-a21b-5e030ee0dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:30.614679 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68195e4b-d0bd-4137-b338-0b16ec34ba62 req-529a09cc-9e77-44f3-a21b-5e030ee0dca4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0445027 Apr 12 00:15:30.659044 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-68195e4b-d0bd-4137-b338-0b16ec34ba62 req-d2f620d7-c32b-4a4e-8c89-37d3e0107e15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378902 Apr 12 00:15:30.840589 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce0cac-a98f-48bc-81b8-065f96e3934f req-599ee028-2517-452f-a29a-a46584556a17 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:30.842037 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0fce0cac-a98f-48bc-81b8-065f96e3934f req-599ee028-2517-452f-a29a-a46584556a17 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0506527 Apr 12 00:15:30.889246 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0fce0cac-a98f-48bc-81b8-065f96e3934f req-02488ca9-e8e2-45ae-a97c-bbe869d556be tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Apr 12 00:15:31.307974 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:32.011071 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85d09b-d072-473c-bae6-2e74fa77c67a req-c3cb08ba-aa7d-45f1-b3ad-5884ea00fcd0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:32.012561 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f85d09b-d072-473c-bae6-2e74fa77c67a req-c3cb08ba-aa7d-45f1-b3ad-5884ea00fcd0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0570335 Apr 12 00:15:32.060528 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5f85d09b-d072-473c-bae6-2e74fa77c67a req-feb9da75-5bde-446e-9d9a-fbdc82c663f8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 Apr 12 00:15:32.342563 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:33.175088 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b937dfd-117b-49a3-ae47-9830dd67e04e req-026f03dc-c140-42c5-9e79-9637d7cde88e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:33.176536 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b937dfd-117b-49a3-ae47-9830dd67e04e req-026f03dc-c140-42c5-9e79-9637d7cde88e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0511584 Apr 12 00:15:33.223833 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-1b937dfd-117b-49a3-ae47-9830dd67e04e req-1945e69d-0bc0-44c9-a23f-df7a81563ec0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Apr 12 00:15:33.339396 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb427c-bf7c-4d10-9591-e58792635a8f req-27a4ea0c-19ea-436c-b81f-0088e4f16f11 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:33.340728 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0cb427c-bf7c-4d10-9591-e58792635a8f req-27a4ea0c-19ea-436c-b81f-0088e4f16f11 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0538473 Apr 12 00:15:33.387354 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c0cb427c-bf7c-4d10-9591-e58792635a8f req-3dff2644-e99e-4d51-822a-2fa224ada4be tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Apr 12 00:15:33.407612 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34210) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:15:33.493649 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b23b41-44bf-4ddb-aab0-d81905a6a3d1 tempest-TestShelveInstance-895503199 tempest-TestShelveInstance-895503199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:33.495143 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-59b23b41-44bf-4ddb-aab0-d81905a6a3d1 tempest-TestShelveInstance-895503199 tempest-TestShelveInstance-895503199-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1124 time: 0.0865252 Apr 12 00:15:33.497890 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34214) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:15:33.501962 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.v2.base [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Request body: {'floatingip': {'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:15:33.616648 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:33.709850 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (None), before_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:33.808449 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.db_base_plugin_common [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Allocated IP 172.27.1.100 (ba3197fb-098e-4956-81b5-bc7c99d50f6e/66bb23c3-de78-44fa-bfd3-e55121e25e7d/3f8f7dfe-0385-498f-a714-7cf423e4b2e7) {{(pid=110167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:15:34.130542 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:34.230487 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748281669717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:34.267504 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Network ba3197fb-098e-4956-81b5-bc7c99d50f6e is already hosted by enough agents. {{(pid=110167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:15:34.270252 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.base_scheduler [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Resources bound (agent type, host, resource id): {{(pid=110167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:15:34.276310 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Received port after_create {{(pid=110167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:15:34.281529 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'Port': ['ID=3f8f7dfe-0385-498f-a714-7cf423e4b2e7,revision_number=1']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:34.611943 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for floatingip (8b3fa4ba-792a-41fe-9879-fc3607b5915d), precommit_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:34.733800 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), before_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:34.879730 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), precommit_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:34.949845 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3713556'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), after_update {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:35.017101 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event updated for resources: {'Port': ['ID=3f8f7dfe-0385-498f-a714-7cf423e4b2e7,revision_number=2']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:15:35.028404 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7977751'] for floatingip (8b3fa4ba-792a-41fe-9879-fc3607b5915d), after_create {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:35.128161 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Floating IP 8b3fa4ba-792a-41fe-9879-fc3607b5915d associated. External IP: 172.27.1.100, port: efc71bb6-932e-4bba-8ff4-99c3db4ccff7. Apr 12 00:15:35.330465 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:15:35.437318 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:15:35.447945 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Sync routers for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:15:35.457693 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:15:35.458298 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:15:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:15:35.535019 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:35.561761 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:15:35.565045 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-b23c5f01-c75b-4882-8020-a593aa510218 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0661705 Apr 12 00:15:35.565725 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:15:35.568690 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecddc7-8cde-44c4-b200-b854419860ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:15:35.671821 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d1bb2-579c-4877-a480-cc6dc1273f78 x-openstack-request-id: req-260d1bb2-579c-4877-a480-cc6dc1273f78 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:15:35.672122 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:15:35.672383 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-260d1bb2-579c-4877-a480-cc6dc1273f78 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:15:35.672792 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260d1bb2-579c-4877-a480-cc6dc1273f78'] response: {'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'status': 'completed', 'code': 200} Apr 12 00:15:35.751091 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-37ef407d-8f11-4c69-85f4-5abd8a574e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:35.752611 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-37ef407d-8f11-4c69-85f4-5abd8a574e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0557816 Apr 12 00:15:35.841522 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-ff6cc5ac-1e9f-42bc-b7bb-36d443f1ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:35.842609 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-ff6cc5ac-1e9f-42bc-b7bb-36d443f1ec8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0834680 Apr 12 00:15:35.917327 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-fe011038-9c1c-45a3-a58b-db1fa5b088f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 999 time: 0.0678046 Apr 12 00:15:35.929101 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8b3fa4ba-792a-41fe-9879-fc3607b5915d', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'mac_address': 'fa:16:3e:de:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20d965-c522-4e99-8114-d66972ee46cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:15:34Z', 'updated_at': '2022-04-12T00:15:34Z', 'revision_number': 0, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:15:35.954038 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Checking router: ed9f5c92-a2b9-49ee-a65e-93ad757877f6 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:15:35.962198 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:15:35.962811 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:15:27Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:15:35.964033 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-55f8f47f-57d7-45c0-a66b-6b4722ee438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:35.965478 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-55f8f47f-57d7-45c0-a66b-6b4722ee438e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0425141 Apr 12 00:15:36.014018 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-65de1054-1ec7-45f3-834a-2444fc261252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:36.015565 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-65de1054-1ec7-45f3-834a-2444fc261252 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436473 Apr 12 00:15:36.068192 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:15:36.108147 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-d015dec5-e751-489c-b7dd-ba643f02ed3c service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853775 Apr 12 00:15:36.197625 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-a6ecddc7-8cde-44c4-b200-b854419860ed req-08595417-302d-48c2-81ed-e99b190012d7 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827639 Apr 12 00:15:36.294382 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8b3fa4ba-792a-41fe-9879-fc3607b5915d', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'mac_address': 'fa:16:3e:de:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20d965-c522-4e99-8114-d66972ee46cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:15:34Z', 'updated_at': '2022-04-12T00:15:34Z', 'revision_number': 0, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:15:36.320069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24188-5479-4c6b-9589-d90b1648b6f4 None None] The sync data for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi is: [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_floatingips': [{'id': '8b3fa4ba-792a-41fe-9879-fc3607b5915d', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'router_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'mac_address': 'fa:16:3e:de:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20d965-c522-4e99-8114-d66972ee46cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:15:34Z', 'updated_at': '2022-04-12T00:15:34Z', 'revision_number': 0, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:15:36.508114 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7073a-f1ea-4b03-b7db-f20891171dad None None] New status for floating IP 8b3fa4ba-792a-41fe-9879-fc3607b5915d: ACTIVE {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:15:41.617463 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-c1e4cb3d-f1f6-4c3e-bde9-8a56b7f8e64d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426173 Apr 12 00:15:41.709787 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-a8332135-79ff-4d58-9ef9-9ef78b7502b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:41.711297 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-a8332135-79ff-4d58-9ef9-9ef78b7502b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0479908 Apr 12 00:15:41.813817 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-be9ff1d8-88f5-4062-82b6-c7b37672c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:41.815291 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-be9ff1d8-88f5-4062-82b6-c7b37672c499 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0866222 Apr 12 00:15:41.889220 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-7574043c-82b6-457a-8248-c25d82aa1931 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1001 time: 0.0593221 Apr 12 00:15:41.937437 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-3de73ebc-cb05-4299-aa08-879024b1bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:41.938874 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-3de73ebc-cb05-4299-aa08-879024b1bfa5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0440936 Apr 12 00:15:41.985424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-6dd31ebc-30af-479f-8c55-d79fc858974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:15:41.986896 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-6dd31ebc-30af-479f-8c55-d79fc858974f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423198 Apr 12 00:15:42.074392 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-fef18d6b-7f9f-47c6-ab95-579848c13f5d service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815926 Apr 12 00:15:42.158910 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-8b342e8f-0a94-4d4f-a463-ec7866c76e37 req-0c064648-e878-4072-a541-cb4d2bd4c73b service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789843 Apr 12 00:15:54.810933 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c0752166-c62b-49f3-ad03-1c6f88d9c676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:57.121374 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-3d9895ca-c081-499a-82f5-0c5a0d5b51d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:58.241069 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:15:59.201008 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:15:59.839536 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:01.332947 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:02.344128 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:24.795346 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a4898d0b-646d-4cdd-8377-8782e7f0ae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:27.149181 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d7dc-caff-4abf-b35e-971ae81bcf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:28.235396 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:29.852032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:31.320793 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:32.358708 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:36.199320 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:16:40.946388 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-5d15f76b-e7ad-43ac-a526-3dcc6630b0f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429707 Apr 12 00:16:41.040468 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-d59b429d-5683-419d-b2e3-5825c215baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:16:41.041813 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-d59b429d-5683-419d-b2e3-5825c215baea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0471227 Apr 12 00:16:41.147007 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-b5c0c3ad-e122-4183-96c2-f7265e3dfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:16:41.148461 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-b5c0c3ad-e122-4183-96c2-f7265e3dfb8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0820689 Apr 12 00:16:41.218621 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-29fd2686-a899-4728-87ee-8d9cea6ead75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1001 time: 0.0611761 Apr 12 00:16:41.271842 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-de81c1c3-962b-44e0-9417-dd56e9b25bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:16:41.273293 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-de81c1c3-962b-44e0-9417-dd56e9b25bd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0455544 Apr 12 00:16:41.325250 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-acc478b4-4bd0-4edb-8a49-f1082c43cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:16:41.326618 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-acc478b4-4bd0-4edb-8a49-f1082c43cc91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425041 Apr 12 00:16:41.418565 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-e457e093-3561-47e9-ac85-5f85486bafb9 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817401 Apr 12 00:16:41.507022 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-0524a3ea-47fb-461e-b5ef-32a513f2fd28 req-f680c430-a7b7-4a46-8da9-646f3e2ac958 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792475 Apr 12 00:16:54.811726 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-4e50025d-96bc-4cd9-9c70-2cf162e31c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:57.131905 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-0de9491c-45a2-4c70-b2f4-7f2506d38b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:58.263083 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:16:59.868471 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:01.314485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:02.353020 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:13.198443 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:17:20.251280 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [req-78bfd2bd-7d42-4278-a220-3b52ec52dff5 req-99a7b6f9-61a3-49d7-b8d5-5a0fb4f9aced service neutron] (110166) timed out ('10.222.0.20', 56403) {{(pid=110166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:17:20.279359 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-5cd6391d-cd18-464e-b469-d41dd5e60581 req-34d24a62-3d7c-4c22-8b4b-8c5339a0df22 service neutron] (110167) timed out ('10.222.0.20', 56430) {{(pid=110167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:17:24.817575 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d49036bc-07c7-4acb-9d90-df34156a85f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.113652 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a663-ca6b-4657-9455-939620a23a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:28.239567 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:29.844217 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:31.324425 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:32.318571 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fddb18-df27-4bba-94e6-14bb4985c2de req-e4fe5cf9-caff-4d14-9ecb-166d7ce4f6f2 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:32.320032 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e1fddb18-df27-4bba-94e6-14bb4985c2de req-e4fe5cf9-caff-4d14-9ecb-166d7ce4f6f2 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.1117165 Apr 12 00:17:32.367516 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-e1fddb18-df27-4bba-94e6-14bb4985c2de req-724e1e39-5bd4-4ac4-8eb0-d4e78d128634 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Apr 12 00:17:32.371213 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:33.535449 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b382db-d5d7-49d5-be7b-8971b1adeb93 req-db5f810e-b4c7-4015-ad84-587b811b7da5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:33.536892 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35b382db-d5d7-49d5-be7b-8971b1adeb93 req-db5f810e-b4c7-4015-ad84-587b811b7da5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0995998 Apr 12 00:17:33.583755 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-35b382db-d5d7-49d5-be7b-8971b1adeb93 req-7c8eaf50-fa2d-497d-be91-cf2572575a76 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Apr 12 00:17:34.711874 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de32ab3-e1f2-41aa-9ac2-aa143cb12642 req-a339574d-d825-46ea-8534-c87f545db742 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:34.713371 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2de32ab3-e1f2-41aa-9ac2-aa143cb12642 req-a339574d-d825-46ea-8534-c87f545db742 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0558305 Apr 12 00:17:34.764760 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2de32ab3-e1f2-41aa-9ac2-aa143cb12642 req-b24d3608-de75-4c8a-a3bf-be88764959b9 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Apr 12 00:17:35.883546 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d6fa1-60e2-4b3d-a68f-330db1f416be req-33229d48-0667-491d-b990-c343b27ffbda tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:35.885074 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-469d6fa1-60e2-4b3d-a68f-330db1f416be req-33229d48-0667-491d-b990-c343b27ffbda tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0521944 Apr 12 00:17:35.934035 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-469d6fa1-60e2-4b3d-a68f-330db1f416be req-a754ac82-218c-4b11-8108-a46fb06039a7 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Apr 12 00:17:37.048105 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdea0b-9770-40e8-bce8-b08c24c67f06 req-aed63bdb-74b2-4bc3-9fbe-be9e89a405c4 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:37.049466 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bcdea0b-9770-40e8-bce8-b08c24c67f06 req-aed63bdb-74b2-4bc3-9fbe-be9e89a405c4 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0507345 Apr 12 00:17:37.100596 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-4bcdea0b-9770-40e8-bce8-b08c24c67f06 req-5eef060d-7c49-4478-b55c-3af99221ef63 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456877 Apr 12 00:17:38.213123 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc63cc-dd17-404b-bb1f-2611648426f7 req-d57fc984-afcb-4057-9515-3f897a0f6292 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:38.214570 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b1dc63cc-dd17-404b-bb1f-2611648426f7 req-d57fc984-afcb-4057-9515-3f897a0f6292 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0506780 Apr 12 00:17:38.266557 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b1dc63cc-dd17-404b-bb1f-2611648426f7 req-0df66980-a347-452c-80ee-699f023476ac tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Apr 12 00:17:39.385215 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf1b0-55b6-4598-81ee-89b73eab7688 req-2c929555-930d-4a6a-901f-cbc0ec9e4937 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:39.386643 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2d0cf1b0-55b6-4598-81ee-89b73eab7688 req-2c929555-930d-4a6a-901f-cbc0ec9e4937 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0503333 Apr 12 00:17:39.434070 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-2d0cf1b0-55b6-4598-81ee-89b73eab7688 req-eacae60e-cdf6-48b9-8516-5034b092d662 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Apr 12 00:17:40.550692 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452db3f7-feed-424d-8275-f08a3024ea7c req-c4bd748b-d59a-46c3-ac64-9b7d22bac835 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:40.552075 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-452db3f7-feed-424d-8275-f08a3024ea7c req-c4bd748b-d59a-46c3-ac64-9b7d22bac835 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0542307 Apr 12 00:17:40.599662 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-452db3f7-feed-424d-8275-f08a3024ea7c req-263a2c8f-40b3-4a1b-8014-550f8f300f8b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Apr 12 00:17:40.979810 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-d39c27e9-721e-46be-abd8-a6f1d191c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:40.981275 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-d39c27e9-721e-46be-abd8-a6f1d191c159 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0875540 Apr 12 00:17:41.089766 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-352309cd-b351-4b29-8c16-b84840e75ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:41.091258 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-352309cd-b351-4b29-8c16-b84840e75ec6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0862758 Apr 12 00:17:41.156561 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-0de67a13-96bf-495d-8209-24be07f0583f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1001 time: 0.0558536 Apr 12 00:17:41.209361 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-862e746c-df89-496c-8614-0e053d053c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:41.210748 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-862e746c-df89-496c-8614-0e053d053c3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0451555 Apr 12 00:17:41.262160 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-13e0a84d-53e9-40e5-8af7-9fa8f1fd5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:41.263719 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-13e0a84d-53e9-40e5-8af7-9fa8f1fd5c76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427663 Apr 12 00:17:41.351244 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-bb2b8bc3-fc97-4f3c-9d3b-606a55a12bef service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780687 Apr 12 00:17:41.443828 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-3414eeb6-2dd9-449c-a5f1-6666be0882c4 req-7576f5de-60f9-4901-841d-586b986068c7 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830219 Apr 12 00:17:41.715478 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f21fa-5237-4958-9180-a91888c4d3ff req-7fd0086c-8927-4496-afc7-780bde28c059 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:41.716863 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c96f21fa-5237-4958-9180-a91888c4d3ff req-7fd0086c-8927-4496-afc7-780bde28c059 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0502236 Apr 12 00:17:41.764958 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-c96f21fa-5237-4958-9180-a91888c4d3ff req-fbfd2aea-1048-4395-879a-ef4ea5f5190f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Apr 12 00:17:42.539191 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069503-7309-4143-91f2-7eab5ec716e4 req-17a625b3-abb5-42ff-b0cd-897ead73463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:42.540590 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-17a625b3-abb5-42ff-b0cd-897ead73463d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0439701 Apr 12 00:17:42.632448 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069503-7309-4143-91f2-7eab5ec716e4 req-5fe94ecb-002f-4666-af49-78747ae5fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:42.633863 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-5fe94ecb-002f-4666-af49-78747ae5fcea service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0828099 Apr 12 00:17:42.704019 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-0c33c6bf-e3d7-43ae-9635-5f2087212fc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1001 time: 0.0595524 Apr 12 00:17:42.754992 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069503-7309-4143-91f2-7eab5ec716e4 req-b70882d7-4583-4459-a919-53f4a415e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:42.756453 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-b70882d7-4583-4459-a919-53f4a415e257 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0428715 Apr 12 00:17:42.812285 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069503-7309-4143-91f2-7eab5ec716e4 req-6cf0156d-e9c2-4f54-ad59-dc9a58fad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:42.813775 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-6cf0156d-e9c2-4f54-ad59-dc9a58fad5fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479910 Apr 12 00:17:42.899702 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d921-9f58-45f4-b193-3a5114cbb88d req-92b11cd3-635e-43f4-8ba7-d6e030a271a0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:42.901183 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8315d921-9f58-45f4-b193-3a5114cbb88d req-92b11cd3-635e-43f4-8ba7-d6e030a271a0 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0691595 Apr 12 00:17:42.907213 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-c7dd0850-2124-479f-b19f-684a4ace1bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Apr 12 00:17:42.949737 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8315d921-9f58-45f4-b193-3a5114cbb88d req-9135f565-942a-40de-a754-f46c98a9e9c8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Apr 12 00:17:42.997854 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-01069503-7309-4143-91f2-7eab5ec716e4 req-66109244-01a3-4d35-82ba-45314d83c356 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Apr 12 00:17:44.063389 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253e0c7-e3fb-49f5-a6a9-939415d9c5b0 req-1c79b24e-f387-472e-b26a-c74425067b79 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:44.064752 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6253e0c7-e3fb-49f5-a6a9-939415d9c5b0 req-1c79b24e-f387-472e-b26a-c74425067b79 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0504699 Apr 12 00:17:44.110756 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6253e0c7-e3fb-49f5-a6a9-939415d9c5b0 req-01687251-42dc-4bf8-ae2c-37377052d562 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405831 Apr 12 00:17:45.226626 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fa384-7a3a-47dd-92ae-0ecd5dfbc063 req-a54533cc-d616-4a37-8c45-c3b7d6bce51b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:45.226626 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea2fa384-7a3a-47dd-92ae-0ecd5dfbc063 req-a54533cc-d616-4a37-8c45-c3b7d6bce51b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0507469 Apr 12 00:17:45.278099 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-ea2fa384-7a3a-47dd-92ae-0ecd5dfbc063 req-e69b2662-fa18-4ca9-974d-75d0ec163727 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Apr 12 00:17:46.396077 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445eb87-0084-4a13-9c39-bec89c60eeaa req-4e8ae30d-f35b-494a-a3d2-9a4d9fdb2029 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:46.397568 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8445eb87-0084-4a13-9c39-bec89c60eeaa req-4e8ae30d-f35b-494a-a3d2-9a4d9fdb2029 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0545816 Apr 12 00:17:46.445269 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8445eb87-0084-4a13-9c39-bec89c60eeaa req-7f2b2fb9-09c1-4ce6-a91c-7c41387a5189 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Apr 12 00:17:46.551940 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-bbc13e40-fa3d-41d2-aab3-25787b0ef50b req-2637fc8c-651a-4b1c-9ae2-ddbe3533eaf5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=110167) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:17:46.552928 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-bbc13e40-fa3d-41d2-aab3-25787b0ef50b req-2637fc8c-651a-4b1c-9ae2-ddbe3533eaf5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470026 Apr 12 00:17:46.844140 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509ca0d-e896-44e3-8f03-7bd8ceba9320 req-a5319327-d0f9-46bc-bbf6-b806afe97f97 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:46.845594 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3509ca0d-e896-44e3-8f03-7bd8ceba9320 req-a5319327-d0f9-46bc-bbf6-b806afe97f97 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0550990 Apr 12 00:17:46.923272 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3509ca0d-e896-44e3-8f03-7bd8ceba9320 req-5c6d097a-b923-4c8c-87ce-f82fead88eec tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710716 Apr 12 00:17:46.936325 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-cd80f0ff-8bb8-4d02-b277-82b825db7b00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082087 Apr 12 00:17:47.057683 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-e74ba578-540a-45dd-b432-9cb510e7afcf tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:47.059057 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-e74ba578-540a-45dd-b432-9cb510e7afcf tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports/efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 942 time: 0.0946076 Apr 12 00:17:48.041307 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e9984-56ea-4b48-ba0f-dd26317686be req-68846c48-425f-484d-b971-b295df8ad528 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:48.042671 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-750e9984-56ea-4b48-ba0f-dd26317686be req-68846c48-425f-484d-b971-b295df8ad528 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0535388 Apr 12 00:17:48.089660 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-750e9984-56ea-4b48-ba0f-dd26317686be req-a49e8a62-51d7-41b3-8525-6f3a78c8938b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Apr 12 00:17:48.517012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:17:48.594012 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 is: ACTIVE; New status is: DOWN {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:17:48.594412 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.617597 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:17:48.620143 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f563c-1930-43c5-b812-3576d69b7935" -d '{"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-unplugged", "status": "completed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:17:48.632500 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:48.701394 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300acacd-64b3-43db-9242-4beef0aba1c5 x-openstack-request-id: req-300acacd-64b3-43db-9242-4beef0aba1c5 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:17:48.701681 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-unplugged", "status": "failed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "code": 422}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:17:48.701933 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-300acacd-64b3-43db-9242-4beef0aba1c5 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:17:48.702370 dv-cinder-837432-2-iscsi neutron-server[110168]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-300acacd-64b3-43db-9242-4beef0aba1c5']: {'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'code': 422} returned with failed status Apr 12 00:17:48.724950 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.772635 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=6']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:48.779453 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.780423 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.780423 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.780678 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.780863 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.781186 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.781510 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.781829 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.782147 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.782467 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.782785 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.783123 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:48.783439 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:49.211110 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9335b50-3935-4c4f-8a32-0a3f98d07b7c req-963ad2b7-6e8c-4a95-ba18-30cb289ab593 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:49.212576 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b9335b50-3935-4c4f-8a32-0a3f98d07b7c req-963ad2b7-6e8c-4a95-ba18-30cb289ab593 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0560021 Apr 12 00:17:49.260606 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-b9335b50-3935-4c4f-8a32-0a3f98d07b7c req-5c8f59ec-c115-4104-a65e-16a966f5e458 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Apr 12 00:17:49.840580 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-80f98c37-c2d0-457d-b397-61a82ef16616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:49.842093 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-80f98c37-c2d0-457d-b397-61a82ef16616 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb&tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d HTTP/1.1" status: 200 len: 1127 time: 0.3043056 Apr 12 00:17:49.910214 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-2d1d1251-f5c5-4cd4-b7be-6613e2bb5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:49.911707 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-2d1d1251-f5c5-4cd4-b7be-6613e2bb5065 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1127 time: 0.0426645 Apr 12 00:17:50.004973 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-586e2830-9e57-47c3-bd4b-9a28b8ff626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:50.006419 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-586e2830-9e57-47c3-bd4b-9a28b8ff626e service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0845122 Apr 12 00:17:50.071862 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-f5db6242-254e-4ef6-8e53-6921bc4c9faf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 999 time: 0.0552306 Apr 12 00:17:50.122061 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-d95351a0-05a1-4072-a772-8929330d65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:50.123514 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-d95351a0-05a1-4072-a772-8929330d65f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0415895 Apr 12 00:17:50.176640 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-abbbf5fb-e239-4eb4-aca9-e0bdb919b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:50.178126 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-abbbf5fb-e239-4eb4-aca9-e0bdb919b7ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485258 Apr 12 00:17:50.197203 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:17:50.269016 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-9a2315cf-af53-41ac-8a0d-ac42023dc037 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804458 Apr 12 00:17:50.371522 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-eaa5ca54-1b34-4619-b311-c905f399fd19 req-b872c751-054a-41b3-aab1-75586200fbbc service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936770 Apr 12 00:17:50.382818 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3de5e0-8273-465a-abc7-128de924ad5b req-406182ec-5cbb-43ab-ab47-505f7d161b6b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:50.384383 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aa3de5e0-8273-465a-abc7-128de924ad5b req-406182ec-5cbb-43ab-ab47-505f7d161b6b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0537028 Apr 12 00:17:50.431581 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-aa3de5e0-8273-465a-abc7-128de924ad5b req-de6a0caa-4f56-4212-a780-c7f48811de0d tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Apr 12 00:17:51.544809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad432-14d2-4917-8538-921a3c8299f7 req-8875d5e1-bf1b-45d9-9b01-6f7402aacaae tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:51.546221 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8a5ad432-14d2-4917-8538-921a3c8299f7 req-8875d5e1-bf1b-45d9-9b01-6f7402aacaae tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0491641 Apr 12 00:17:51.595677 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-8a5ad432-14d2-4917-8538-921a3c8299f7 req-655934d3-90fe-47bc-b979-7cab458187b5 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Apr 12 00:17:52.710407 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be42a1-7a0f-451a-b643-9d36f5ce547a req-4efd9d67-7f84-4d2c-8e0b-cc502663d995 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:52.711881 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-09be42a1-7a0f-451a-b643-9d36f5ce547a req-4efd9d67-7f84-4d2c-8e0b-cc502663d995 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0503235 Apr 12 00:17:52.759036 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-09be42a1-7a0f-451a-b643-9d36f5ce547a req-2d52a7a5-a02e-4cb8-a8e0-f549a6be64eb tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Apr 12 00:17:53.871901 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f3210-6dee-4bfc-baae-7cd3afd4efa8 req-c1b65291-d00a-460e-9160-3446fc7f6214 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:53.873355 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d42f3210-6dee-4bfc-baae-7cd3afd4efa8 req-c1b65291-d00a-460e-9160-3446fc7f6214 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0507121 Apr 12 00:17:53.920907 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d42f3210-6dee-4bfc-baae-7cd3afd4efa8 req-c13c597c-57b0-443d-90c4-183addd59691 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Apr 12 00:17:54.804838 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-264001c0-8d3a-4776-b928-c2b58e02d8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:55.038637 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814073d-c69c-41e7-bb57-6da1d440ffd9 req-d8b01384-d944-49ec-9462-0fff41f22f7d tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:55.040021 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0814073d-c69c-41e7-bb57-6da1d440ffd9 req-d8b01384-d944-49ec-9462-0fff41f22f7d tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0542896 Apr 12 00:17:55.087365 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0814073d-c69c-41e7-bb57-6da1d440ffd9 req-2e3f675e-86d7-4022-a00d-f47cf233691d tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Apr 12 00:17:56.212363 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba21d-05e7-433c-bdcd-f5ce446c0724 req-7b0f5e26-6114-4380-9e4d-3f25c02ec439 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:56.213839 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3a9ba21d-05e7-433c-bdcd-f5ce446c0724 req-7b0f5e26-6114-4380-9e4d-3f25c02ec439 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 943 time: 0.0593021 Apr 12 00:17:56.263378 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-3a9ba21d-05e7-433c-bdcd-f5ce446c0724 req-b0686aff-1c66-4396-b705-f95ac86e0fe7 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Apr 12 00:17:56.585039 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 details requested by agent hyperv_hv-cinder-83743 with host hv-cinder-83743 {{(pid=110168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:17:56.677017 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:56.687739 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Returning: {'device': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'port_id': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'mac_address': 'fa:16:3e:de:19:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:17:56.726442 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 is: DOWN; New status is: BUILD {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:17:56.726847 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:56.739672 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc71bb6-932e-4bba-8ff4-99c3db4ccff7 {{(pid=110168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:17:56.758805 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:56.861940 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:56.908343 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=7']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:57.107448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8427cd83-5e42-4425-9525-c2a01198e7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:57.152715 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] get_ports_and_sgs() called for port_ids ['efc71bb6-932e-4bba-8ff4-99c3db4ccff7'] {{(pid=110168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:17:57.382665 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dabd42-00da-4fe4-a8a5-86555eb97d7c req-70b9104f-6557-45a9-8f36-4fc48cda503b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:57.384038 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-49dabd42-00da-4fe4-a8a5-86555eb97d7c req-70b9104f-6557-45a9-8f36-4fc48cda503b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 944 time: 0.0550933 Apr 12 00:17:57.430621 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-49dabd42-00da-4fe4-a8a5-86555eb97d7c req-e31fed10-599a-4334-bda9-2e5cbc27cd81 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Apr 12 00:17:58.243946 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.548617 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d23ea-8926-48e2-a6ea-8ac662074657 req-8afb9e0d-ee60-468f-88af-9ffa101f24ec tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:58.549961 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0f1d23ea-8926-48e2-a6ea-8ac662074657 req-8afb9e0d-ee60-468f-88af-9ffa101f24ec tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 944 time: 0.0504260 Apr 12 00:17:58.579775 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 up at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:17:58.596916 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-0f1d23ea-8926-48e2-a6ea-8ac662074657 req-7dd27f41-d70d-46c4-b085-42bb0ccfe4b1 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 Apr 12 00:17:58.626490 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.provisioning_blocks [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Provisioning complete for port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 triggered by entity L2. {{(pid=110168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 12 00:17:58.626935 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7391570'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), provisioning_complete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.702897 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Current status of the port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 is: BUILD; New status is: ACTIVE {{(pid=110168) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 12 00:17:58.703286 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008731'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.724485 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:17:58.726685 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf0aae6a0d3adabd37d9c459f93f223786f2af6e0a681f723c22a1d452a7279b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781021a3-9e3d-42ef-b9d9-c27edf8d0a9d" -d '{"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-plugged", "status": "completed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:17:58.738826 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:58.762879 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4871a8-06f0-4873-90da-4764b43aaee0 x-openstack-request-id: req-3b4871a8-06f0-4873-90da-4764b43aaee0 {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:17:58.763222 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-plugged", "status": "completed", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "code": 200}]} {{(pid=110168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:17:58.763479 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b4871a8-06f0-4873-90da-4764b43aaee0 {{(pid=110168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:17:58.763905 dv-cinder-837432-2-iscsi neutron-server[110168]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4871a8-06f0-4873-90da-4764b43aaee0'] response: {'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'code': 200} Apr 12 00:17:58.804982 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748282190367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748281669735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748281669753'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.850492 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Pushing event updated for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=8']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:59.094223 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccded6-a7df-4578-9229-2961b8548cfa req-72bcaaf1-59eb-4e4f-8889-9e1e68736509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:59.095670 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c4ccded6-a7df-4578-9229-2961b8548cfa req-72bcaaf1-59eb-4e4f-8889-9e1e68736509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0449889 Apr 12 00:17:59.143771 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-c4ccded6-a7df-4578-9229-2961b8548cfa req-f784a6ae-4545-4fa6-aa85-06b05aadd2a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384974 Apr 12 00:17:59.710137 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b526d-8a92-402b-8aa2-384cdb11c450 req-9dbcbbc3-29df-446f-a532-e3b4c966f54a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:59.711605 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d88b526d-8a92-402b-8aa2-384cdb11c450 req-9dbcbbc3-29df-446f-a532-e3b4c966f54a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0496616 Apr 12 00:17:59.763064 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-d88b526d-8a92-402b-8aa2-384cdb11c450 req-dfd06c97-0bfd-4ed8-8277-c39566d3bfcd tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Apr 12 00:17:59.879461 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:00.880738 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109721-4103-4059-afb1-0f5417a9b724 req-ab451cc2-6db5-4db9-b3a8-8c5a3f0b6313 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:18:00.882175 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-48109721-4103-4059-afb1-0f5417a9b724 req-ab451cc2-6db5-4db9-b3a8-8c5a3f0b6313 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0522792 Apr 12 00:18:00.929653 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-48109721-4103-4059-afb1-0f5417a9b724 req-f21627a6-98cf-4ec7-8d27-944cc7cf3e53 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Apr 12 00:18:01.313169 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:02.393815 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:24.827106 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-0123ad99-9b4e-4149-8a39-b1ed92eb8fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:27.135047 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cb5179c6-c6d6-4b0b-84d0-aa131ec8c7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:27.196113 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:18:28.256032 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:29.872494 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:31.318857 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:32.409798 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:41.963890 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-f7f4d18e-8eb5-4737-ba1b-c8304e2b7d76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438244 Apr 12 00:18:42.057397 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-785f68c5-bb52-4b4e-896a-e2b5feffc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:18:42.058765 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-785f68c5-bb52-4b4e-896a-e2b5feffc3bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0468025 Apr 12 00:18:42.173368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-e1111251-d849-411f-ae23-0637d2e3c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:18:42.174878 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-e1111251-d849-411f-ae23-0637d2e3c24e service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0905471 Apr 12 00:18:42.240591 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-53771486-0936-4cc9-aed6-2343fc095298 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 1001 time: 0.0593395 Apr 12 00:18:42.289696 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-7858037c-0563-41d4-87ca-59efd0d74a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:18:42.291126 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-7858037c-0563-41d4-87ca-59efd0d74a6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0420632 Apr 12 00:18:42.341851 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-6cb072fe-5045-4965-bc05-95a5d8cff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:18:42.343257 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-6cb072fe-5045-4965-bc05-95a5d8cff68e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430129 Apr 12 00:18:42.436048 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-388524ac-8db5-486b-9a05-894058e5bb49 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825307 Apr 12 00:18:42.527421 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-2a2e8dbe-c7ef-40ed-86a8-001e423d5904 req-39835744-f6e7-4d86-961a-415dbe1d166a service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814166 Apr 12 00:18:54.820755 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-255348f1-8697-42b5-b4fe-6e243efdae50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:57.089583 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-cbb759b9-a3fd-474b-99d2-1318e7732678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:58.232739 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:59.866530 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:01.318068 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:02.403592 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:04.196767 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:19:14.647176 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34362) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:14.799650 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Deleting port 3f8f7dfe-0385-498f-a714-7cf423e4b2e7 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:14.799995 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:14.875333 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:14.875656 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for floatingip (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:14.886619 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Calling delete_port for 3f8f7dfe-0385-498f-a714-7cf423e4b2e7 owned by network:floatingip {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:15.089241 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (3f8f7dfe-0385-498f-a714-7cf423e4b2e7), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:15.114805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event deleted for resources: {'Port': ['ID=3f8f7dfe-0385-498f-a714-7cf423e4b2e7,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:15.128296 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.128657 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.129010 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.129378 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.129721 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.130058 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.130391 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.130721 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.131079 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.131413 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.131740 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.132070 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.132390 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:15.185809 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for floatingip (8b3fa4ba-792a-41fe-9879-fc3607b5915d), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:15.186143 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.db.l3_db [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Floating IP 8b3fa4ba-792a-41fe-9879-fc3607b5915d disassociated (deleted). External IP: 172.27.1.100, port: efc71bb6-932e-4bba-8ff4-99c3db4ccff7. Apr 12 00:19:15.617090 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:19:15.722771 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:19:15.729094 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for floatingip (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:15.732089 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Sync routers for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:19:15.741455 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:15.742065 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:15.781776 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e258f1ef-54da-4a1f-8f2d-c852219ebd5f tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b3fa4ba-792a-41fe-9879-fc3607b5915d HTTP/1.1" status: 204 len: 168 time: 1.1334741 Apr 12 00:19:15.782365 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:19:15.784625 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32be784241b18112cf004eb5ef3e038209f0163024a094fa8084baf68627840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af258c-cc1c-44ae-963a-172be2f78350" -d '{"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:19:15.823193 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05518cf-fd6d-4adf-b7b2-5933243116e9 x-openstack-request-id: req-e05518cf-fd6d-4adf-b7b2-5933243116e9 {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:19:15.823491 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "status": "completed", "code": 200}]} {{(pid=110167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:19:15.823745 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e05518cf-fd6d-4adf-b7b2-5933243116e9 {{(pid=110167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:19:15.824153 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05518cf-fd6d-4adf-b7b2-5933243116e9'] response: {'name': 'network-changed', 'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'status': 'completed', 'code': 200} Apr 12 00:19:15.901643 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-20ffddf5-4c33-409d-9f6f-e5e2265f7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:15.903265 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-20ffddf5-4c33-409d-9f6f-e5e2265f7baa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 1129 time: 0.0492887 Apr 12 00:19:15.983518 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:16.002391 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-5ac5036b-b380-4305-a5b0-9e5135e78b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:16.003930 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-5ac5036b-b380-4305-a5b0-9e5135e78b8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 200 len: 909 time: 0.0917795 Apr 12 00:19:16.048043 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-77ee249b-4452-49af-8c63-422064ee5699 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 200 len: 217 time: 0.0345492 Apr 12 00:19:16.100511 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-b7fba729-fe2d-4201-83cf-7657e6e03fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:16.102160 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-b7fba729-fe2d-4201-83cf-7657e6e03fb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 200 len: 847 time: 0.0445154 Apr 12 00:19:16.162326 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-4a6839d4-b6c3-4b47-9401-851c4ae33034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:16.163792 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-4a6839d4-b6c3-4b47-9401-851c4ae33034 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33e46192-9376-4ba5-957d-0e27a761e507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488482 Apr 12 00:19:16.186935 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:16.213680 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Checking router: ed9f5c92-a2b9-49ee-a65e-93ad757877f6 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:19:16.221800 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:16.222419 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:16.257692 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-485feb8e-324d-49b9-85ee-17ae4260b277 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862532 Apr 12 00:19:16.286599 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582c0ff-6220-40f7-9a9c-6f737e05f28d req-16149627-1478-46a1-be3f-87ba88d7de0a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:16.288114 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6582c0ff-6220-40f7-9a9c-6f737e05f28d req-16149627-1478-46a1-be3f-87ba88d7de0a tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0567963 Apr 12 00:19:16.331426 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:16.343595 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-6582c0ff-6220-40f7-9a9c-6f737e05f28d req-9d8a16ad-8b51-4943-9850-ef3a1c46cc07 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478556 Apr 12 00:19:16.366576 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-b0af258c-cc1c-44ae-963a-172be2f78350 req-de91f7a8-6c71-4438-ae3b-eaa5fe437a72 service neutron] 10.222.0.20 "GET /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011772 Apr 12 00:19:16.535390 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:16.560329 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957b38b-df67-48f6-bdf4-281491df6d63 None None] The sync data for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi is: [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:46Z', 'revision_number': 4, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi', '_interfaces': [{'id': '51e8dc74-4f4f-47d6-a485-a167fbd9d045', 'name': '', 'network_id': '33e46192-9376-4ba5-957d-0e27a761e507', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'mac_address': 'fa:16:3e:3d:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:45Z', 'updated_at': '2022-04-12T00:14:49Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'subnets': [{'id': '8052cd76-8669-47c4-a396-92ef1b05accf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:19:16.777264 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85984b59-8370-4d85-8a75-db8241af172a None None] New status for floating IP 8b3fa4ba-792a-41fe-9879-fc3607b5915d: DOWN {{(pid=110169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:19:17.254848 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-3182804a-af0f-43c7-8f97-175d8031e812 service neutron] (110167) timed out ('10.222.0.24', 56260) {{(pid=110167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:19:17.467262 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080091b-6f45-4c98-bf26-cd47ad5e5740 req-7f38f240-5d04-475e-aef1-f80acee0c908 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:17.468734 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5080091b-6f45-4c98-bf26-cd47ad5e5740 req-7f38f240-5d04-475e-aef1-f80acee0c908 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0552611 Apr 12 00:19:17.516558 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-5080091b-6f45-4c98-bf26-cd47ad5e5740 req-7ef5b2a5-4d6a-4094-958b-208f186610d6 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfb503eb-2221-4cc7-9b82-4ca27d210261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Apr 12 00:19:17.521179 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [req-a6aa99a3-9789-454b-bcfa-979ffce7e462 req-a38fd776-a9b3-4d0f-bc92-f45c39edcaca tempest-AttachVolumeShelveTestJSON-1695814024 tempest-AttachVolumeShelveTestJSON-1695814024-project] (110167) timed out ('10.222.0.24', 56292) {{(pid=110167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:19:17.934387 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-de65ad9a-a7ba-4ebd-8955-77e1b38adbee tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:17.935850 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-de65ad9a-a7ba-4ebd-8955-77e1b38adbee tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 945 time: 0.0517764 Apr 12 00:19:18.026256 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Deleting port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:18.026524 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:18.114991 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] For port efc71bb6-932e-4bba-8ff4-99c3db4ccff7, host hv-cinder-83743, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83743',level=0,port_id=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:18.115350 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:18.127683 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Calling delete_port for efc71bb6-932e-4bba-8ff4-99c3db4ccff7 owned by compute:nova {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:18.289436 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (efc71bb6-932e-4bba-8ff4-99c3db4ccff7), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:18.318647 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event deleted for resources: {'Port': ['ID=efc71bb6-932e-4bba-8ff4-99c3db4ccff7,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:18.343288 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.343639 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.343983 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.344325 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.344656 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.344987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.345317 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.345642 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.345968 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.346296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.346620 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.346969 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.347299 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:18.369987 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] No DVR routers for this DVR port efc71bb6-932e-4bba-8ff4-99c3db4ccff7 on host hv-cinder-83743 {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:19:18.372599 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62551'] for port (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:18.375886 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [req-e2547423-8cb9-426c-9e55-ef86282781c0 req-e593931a-ee32-4949-8030-81075af86d28 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.20 "DELETE /v2.0/ports/efc71bb6-932e-4bba-8ff4-99c3db4ccff7 HTTP/1.1" status: 204 len: 173 time: 0.4319875 Apr 12 00:19:18.376327 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-deleted', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7'}] {{(pid=110166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:19:18.378542 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35569684e8a40d366d142ddc845fa0c34cda7485e0ef70117ddf726d3930b695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216e827-5650-496d-ab9a-46395c9ee636" -d '{"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-deleted", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7"}]}' {{(pid=110166) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:19:18.466555 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5209ec-4d16-4ebc-b6e6-966e7bef75ee x-openstack-request-id: req-0c5209ec-4d16-4ebc-b6e6-966e7bef75ee {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:19:18.466878 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20d965-c522-4e99-8114-d66972ee46cb", "name": "network-vif-deleted", "tag": "efc71bb6-932e-4bba-8ff4-99c3db4ccff7", "status": "completed", "code": 200}]} {{(pid=110166) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:19:18.467143 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c5209ec-4d16-4ebc-b6e6-966e7bef75ee {{(pid=110166) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:19:18.467549 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5209ec-4d16-4ebc-b6e6-966e7bef75ee'] response: {'server_uuid': '1f20d965-c522-4e99-8114-d66972ee46cb', 'name': 'network-vif-deleted', 'tag': 'efc71bb6-932e-4bba-8ff4-99c3db4ccff7', 'status': 'completed', 'code': 200} Apr 12 00:19:18.608623 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-143723f2-4217-4843-ad62-0e480cfedaea req-21290e7c-9aa7-4166-99cb-41e8f29be08e tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 210 time: 0.0265114 Apr 12 00:19:19.715895 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [req-fc4c99d4-2193-441d-9eb8-8ec3c59472cc req-4770df73-2057-4578-8060-3f176c3b299b tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f20d965-c522-4e99-8114-d66972ee46cb HTTP/1.1" status: 200 len: 210 time: 0.0265098 Apr 12 00:19:20.771644 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34394) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:20.829869 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (dfb503eb-2221-4cc7-9b82-4ca27d210261), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:20.854854 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (dfb503eb-2221-4cc7-9b82-4ca27d210261), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:20.938121 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 no longer exists at agent hyperv_hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:20.958025 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (dfb503eb-2221-4cc7-9b82-4ca27d210261), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:20.960811 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:20.961429 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] No Port match for: efc71bb6-932e-4bba-8ff4-99c3db4ccff7 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:20.961773 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Device efc71bb6-932e-4bba-8ff4-99c3db4ccff7 not bound to the agent host hv-cinder-83743 {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:20.962024 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] 10.222.0.24 "DELETE /v2.0/security-groups/dfb503eb-2221-4cc7-9b82-4ca27d210261 HTTP/1.1" status: 204 len: 168 time: 0.1893616 Apr 12 00:19:20.972505 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6be47-48dc-41c2-ba06-7e381185b0a8 tempest-TestShelveInstance-291516608 tempest-TestShelveInstance-291516608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb503eb-2221-4cc7-9b82-4ca27d210261,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:21.050974 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34398) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:21.390418 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.630325 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Deleting port 51e8dc74-4f4f-47d6-a485-a167fbd9d045 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:21.630891 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.706151 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] For port 51e8dc74-4f4f-47d6-a485-a167fbd9d045, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=51e8dc74-4f4f-47d6-a485-a167fbd9d045,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:21.706435 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.719082 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Calling delete_port for 51e8dc74-4f4f-47d6-a485-a167fbd9d045 owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:21.946491 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (51e8dc74-4f4f-47d6-a485-a167fbd9d045), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.971825 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e8dc74-4f4f-47d6-a485-a167fbd9d045,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:22.140705 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:22.352851 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:19:22.457462 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:19:22.462465 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-757bd567-ec61-412c-8fe9-90717dcc8957 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed9f5c92-a2b9-49ee-a65e-93ad757877f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104846 Apr 12 00:19:22.465536 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34400) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:22.469720 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Sync routers for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:19:22.479443 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:22.480062 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:22.565284 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks [] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:22.583309 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: dv-cinder-837432-2-iscsi {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:22.665498 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks [] for router_gateway (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:22.768183 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '94245253-00e7-4e05-8272-4136a677473d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:19:21Z', 'revision_number': 5, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port': {'id': '94245253-00e7-4e05-8272-4136a677473d', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:22.794905 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Checking router: ed9f5c92-a2b9-49ee-a65e-93ad757877f6 for host: dv-cinder-837432-2-iscsi {{(pid=110168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:19:22.799849 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Deleting port 94245253-00e7-4e05-8272-4136a677473d {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:22.800193 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (94245253-00e7-4e05-8272-4136a677473d), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:22.803275 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Routers {'ed9f5c92-a2b9-49ee-a65e-93ad757877f6'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:22.803874 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'], 'active': True} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:22.876327 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] For port 94245253-00e7-4e05-8272-4136a677473d, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=94245253-00e7-4e05-8272-4136a677473d,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:22.876805 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (94245253-00e7-4e05-8272-4136a677473d), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:22.889734 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Calling delete_port for 94245253-00e7-4e05-8272-4136a677473d owned by network:router_gateway {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:22.889921 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvr_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] Set router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 gateway port host: None {{(pid=110168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:22.942357 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_hamode_db [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:19:22Z', 'revision_number': 6, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:22.973250 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dedbdb-1874-4538-bcf1-7e77473fddf4 None None] The sync data for ids ['ed9f5c92-a2b9-49ee-a65e-93ad757877f6'] in dv-cinder-837432-2-iscsi is: [{'id': 'ed9f5c92-a2b9-49ee-a65e-93ad757877f6', 'name': 'tempest-TestShelveInstance-863535803-router', 'tenant_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:43Z', 'updated_at': '2022-04-12T00:19:22Z', 'revision_number': 6, 'project_id': '7f50ab8a19e8481daa24f0cb870c8e7d', 'gw_port_host': None}] {{(pid=110168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:19:23.118352 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (94245253-00e7-4e05-8272-4136a677473d), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.145295 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Pushing event deleted for resources: {'Port': ['ID=94245253-00e7-4e05-8272-4136a677473d,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:23.211060 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.300826 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.303045 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks [] for router_controller (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), precommit_delete_associations {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.387526 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (ed9f5c92-a2b9-49ee-a65e-93ad757877f6), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.388469 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9f5c92-a2b9-49ee-a65e-93ad757877f6 {{(pid=110167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:19:23.398380 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.399293 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-e44ac0b5-2ebc-4afc-8906-4b185a8bb224 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed9f5c92-a2b9-49ee-a65e-93ad757877f6 HTTP/1.1" status: 204 len: 168 time: 0.9327817 Apr 12 00:19:23.400755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34402) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:23.444383 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Deleting subnet 8052cd76-8669-47c4-a396-92ef1b05accf {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:19:23.448050 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Publish callbacks [] for subnet (8052cd76-8669-47c4-a396-92ef1b05accf), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.480574 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (8052cd76-8669-47c4-a396-92ef1b05accf), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.558424 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (8052cd76-8669-47c4-a396-92ef1b05accf), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.672567 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (8052cd76-8669-47c4-a396-92ef1b05accf), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.699342 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8052cd76-8669-47c4-a396-92ef1b05accf,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:23.701279 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.705429 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-b69cce79-9a1a-47bc-8d7c-2ee8a4e05703 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8052cd76-8669-47c4-a396-92ef1b05accf HTTP/1.1" status: 204 len: 168 time: 0.3035557 Apr 12 00:19:23.706278 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a376252-e1ce-4ae1-908b-d10fc22d6ef6 None None] Network 33e46192-9376-4ba5-957d-0e27a761e507 requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:19:23.706977 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34404) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:23.780880 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (33e46192-9376-4ba5-957d-0e27a761e507), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.836368 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Deleting port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:23.836717 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.863649 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] DHCP port deletion for 33e46192-9376-4ba5-957d-0e27a761e507 request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:19:23.899273 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] For port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:23.899630 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.910687 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Deleting port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:23.911090 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.912011 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Calling delete_port for b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:23.976452 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] For port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,segment=NetworkSegment(77d11ce4-cdc0-4c02-b4e9-fa6763e72d75),segment_id=77d11ce4-cdc0-4c02-b4e9-fa6763e72d75)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:23.977111 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:23.992451 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Calling delete_port for b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:24.089423 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.094822 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (b4bceae4-e4f5-4ccc-a11f-c617392fc2f5), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.115248 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:24.117069 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] No DVR routers for this DVR port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:19:24.124543 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Pushing event deleted for resources: {'Port': ['ID=b4bceae4-e4f5-4ccc-a11f-c617392fc2f5,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:24.128900 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] No DVR routers for this DVR port b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:19:24.135764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.136215 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.136556 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.136889 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.137219 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.137534 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.137856 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.138251 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.138541 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.138802 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.139153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.139457 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.139770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06b799-1c56-40cc-933a-89d3c62daf6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837432-2-iscsi {{(pid=110168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:24.190729 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (33e46192-9376-4ba5-957d-0e27a761e507), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.210515 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e46192-9376-4ba5-957d-0e27a761e507']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:24.219605 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:24.219898 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d11ce4-cdc0-4c02-b4e9-fa6763e72d75') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:24.229044 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (77d11ce4-cdc0-4c02-b4e9-fa6763e72d75), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.242098 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (77d11ce4-cdc0-4c02-b4e9-fa6763e72d75), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.248923 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:19:24.249328 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (77d11ce4-cdc0-4c02-b4e9-fa6763e72d75), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:19:24.251069 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:19:24.333632 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 94245253-00e7-4e05-8272-4136a677473d no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:24.354057 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 94245253-00e7-4e05-8272-4136a677473d {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:24.354402 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 94245253-00e7-4e05-8272-4136a677473d not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:24.354821 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:24.370114 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (33e46192-9376-4ba5-957d-0e27a761e507), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.373448 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:24.373800 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device b4bceae4-e4f5-4ccc-a11f-c617392fc2f5 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:24.374274 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 51e8dc74-4f4f-47d6-a485-a167fbd9d045 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:24.375867 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.379211 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] 10.222.0.24 "DELETE /v2.0/networks/33e46192-9376-4ba5-957d-0e27a761e507 HTTP/1.1" status: 204 len: 168 time: 0.6712842 Apr 12 00:19:24.382329 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34406) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:24.390576 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a89772-204e-46e1-8c3e-db9c1730f89d admin admin] Pushing event deleted for resources: {'Network': ['ID=33e46192-9376-4ba5-957d-0e27a761e507,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:24.393319 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 51e8dc74-4f4f-47d6-a485-a167fbd9d045 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:24.393668 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 51e8dc74-4f4f-47d6-a485-a167fbd9d045 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:24.815016 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-39ae8cdf-579a-41d0-b4a2-e24ed70f67ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:24.951871 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7963415'] for router_interface (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:25.187660 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Deleting port 11a59119-99c2-480f-bbba-ce3acb571cf2 {{(pid=110167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:25.187994 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:25.261717 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.db [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] For port 11a59119-99c2-480f-bbba-ce3acb571cf2, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=11a59119-99c2-480f-bbba-ce3acb571cf2,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:25.262079 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:25.274201 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Calling delete_port for 11a59119-99c2-480f-bbba-ce3acb571cf2 owned by network:router_interface {{(pid=110167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:25.500889 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3713565'] for port (11a59119-99c2-480f-bbba-ce3acb571cf2), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:25.530136 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Pushing event deleted for resources: {'Port': ['ID=11a59119-99c2-480f-bbba-ce3acb571cf2,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:25.695587 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7989517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963579'] for router_interface (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:25.909778 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa has already been hosted by L3 agent 60786359-e7ca-4f28-98b6-196f65570113 {{(pid=110167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:19:26.017397 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] Notify agent at l3_agent.dv-cinder-837432-2-iscsi the message routers_updated {{(pid=110167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:19:26.022227 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-d5cd4e3c-bd89-43ee-aa34-ca3a3075da7a admin admin] 10.222.0.24 "PUT /v2.0/routers/b7369cf1-a457-4c89-9d09-a2c5e20fd8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387088 Apr 12 00:19:26.027091 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Sync routers for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:19:26.028601 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34408) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:26.036797 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:26.037401 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:26.132882 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks [] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.138237 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: dv-cinder-837432-2-iscsi {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:26.234956 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks [] for router_gateway (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.321411 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'external_fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1010a2e2-4bae-4245-b508-9a698037d321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:19:25Z', 'revision_number': 5, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port': {'id': '1010a2e2-4bae-4245-b508-9a698037d321', 'name': '', 'network_id': 'ba3197fb-098e-4956-81b5-bc7c99d50f6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837432-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66bb23c3-de78-44fa-bfd3-e55121e25e7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837432-2-iscsi'}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:26.349988 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Deleting port 1010a2e2-4bae-4245-b508-9a698037d321 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:26.350329 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (1010a2e2-4bae-4245-b508-9a698037d321), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.352134 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Checking router: b7369cf1-a457-4c89-9d09-a2c5e20fd8aa for host: dv-cinder-837432-2-iscsi {{(pid=110169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:19:26.360101 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Routers {'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'} bound to L3 agent in host dv-cinder-837432-2-iscsi {{(pid=110169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:19:26.360700 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837432-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T23:52:57Z,description=,heartbeat_timestamp=2022-04-12T00:18:57Z,host='dv-cinder-837432-2-iscsi',id=60786359-e7ca-4f28-98b6-196f65570113,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T23:52:58Z,topic='l3_agent')) {'router_ids': ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'], 'active': True} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:26.430483 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] For port 1010a2e2-4bae-4245-b508-9a698037d321, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=1010a2e2-4bae-4245-b508-9a698037d321,segment=NetworkSegment(b143c503-b638-4e93-a592-25e27ff66fe3),segment_id=b143c503-b638-4e93-a592-25e27ff66fe3)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:26.430857 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (1010a2e2-4bae-4245-b508-9a698037d321), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.443142 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Calling delete_port for 1010a2e2-4bae-4245-b508-9a698037d321 owned by network:router_gateway {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:26.446470 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_dvr_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] Set router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa gateway port host: None {{(pid=110169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:19:26.496540 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.l3_hamode_db [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:19:26Z', 'revision_number': 6, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port_host': None}], 'dv-cinder-837432-2-iscsi', False) {} {{(pid=110169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:26.524682 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d5ba-c3d8-42e5-997f-bc2d48e13e06 None None] The sync data for ids ['b7369cf1-a457-4c89-9d09-a2c5e20fd8aa'] in dv-cinder-837432-2-iscsi is: [{'id': 'b7369cf1-a457-4c89-9d09-a2c5e20fd8aa', 'name': 'tempest-TestShelveInstance-270895841-router', 'tenant_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:14:49Z', 'updated_at': '2022-04-12T00:19:26Z', 'revision_number': 6, 'project_id': '051cdc8c266f4ccc8f5748e3c86bcb2e', 'gw_port_host': None}] {{(pid=110169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:19:26.649272 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (1010a2e2-4bae-4245-b508-9a698037d321), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.675394 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1010a2e2-4bae-4245-b508-9a698037d321,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:26.733899 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7977821'] for router_gateway (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.824367 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7978150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25574'] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.826406 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks [] for router_controller (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.918437 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7978157'] for router (b7369cf1-a457-4c89-9d09-a2c5e20fd8aa), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.919058 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7369cf1-a457-4c89-9d09-a2c5e20fd8aa {{(pid=110166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:19:26.926253 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:26.929688 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-a8ced50d-0723-4d84-99ef-35a9cde4a3ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/b7369cf1-a457-4c89-9d09-a2c5e20fd8aa HTTP/1.1" status: 204 len: 168 time: 0.8978102 Apr 12 00:19:26.930029 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34410) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:26.973270 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Deleting subnet ba966678-99d9-4e73-9b9e-e8c2f4804419 {{(pid=110166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 12 00:19:26.976331 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Publish callbacks [] for subnet (ba966678-99d9-4e73-9b9e-e8c2f4804419), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.015680 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4133959'] for subnet (ba966678-99d9-4e73-9b9e-e8c2f4804419), precommit_delete_associations {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.095090 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7391136'] for subnet (ba966678-99d9-4e73-9b9e-e8c2f4804419), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.117618 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-211a9aa5-9924-465f-9029-3905a9320a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.198633 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7391067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7978452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3207130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58907301'] for subnet (ba966678-99d9-4e73-9b9e-e8c2f4804419), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.222077 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba966678-99d9-4e73-9b9e-e8c2f4804419,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:27.230338 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.231506 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-c1cad68c-99eb-4261-a830-74996edd3c15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba966678-99d9-4e73-9b9e-e8c2f4804419 HTTP/1.1" status: 204 len: 168 time: 0.3006697 Apr 12 00:19:27.234381 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34412) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:27.237459 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd16c8-2862-4900-91af-8bf2c58b5120 None None] Network f26cfb45-601e-4c92-9dec-893ae7754a9e requested from dv-cinder-837432-2-iscsi {{(pid=110168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:19:27.305595 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1025889'] for network (f26cfb45-601e-4c92-9dec-893ae7754a9e), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.363382 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Deleting port f5f868a3-56bf-42f3-9e41-81d0bec54805 {{(pid=110166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:27.363718 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.382114 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] DHCP port deletion for f26cfb45-601e-4c92-9dec-893ae7754a9e request from dv-cinder-837432-2-iscsi {{(pid=110168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:19:27.430379 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.db [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] For port f5f868a3-56bf-42f3-9e41-81d0bec54805, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=f5f868a3-56bf-42f3-9e41-81d0bec54805,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:27.430747 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.432463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Deleting port f5f868a3-56bf-42f3-9e41-81d0bec54805 {{(pid=110168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:19:27.432853 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748282182566'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), before_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.445121 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Calling delete_port for f5f868a3-56bf-42f3-9e41-81d0bec54805 owned by network:dhcp {{(pid=110166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:27.495885 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.db [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] For port f5f868a3-56bf-42f3-9e41-81d0bec54805, host dv-cinder-837432-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837432-2-iscsi',level=0,port_id=f5f868a3-56bf-42f3-9e41-81d0bec54805,segment=NetworkSegment(ad48a8ce-fbba-4789-8f02-a9080ac9e7ea),segment_id=ad48a8ce-fbba-4789-8f02-a9080ac9e7ea)] {{(pid=110168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:19:27.496764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7966374'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), precommit_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.509078 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Calling delete_port for f5f868a3-56bf-42f3-9e41-81d0bec54805 owned by network:dhcp {{(pid=110168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 12 00:19:27.615582 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206917'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.621720 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8289424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748282190349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748281669726'] for port (f5f868a3-56bf-42f3-9e41-81d0bec54805), after_delete {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.645986 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f868a3-56bf-42f3-9e41-81d0bec54805,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:27.646313 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] Pushing event deleted for resources: {'Port': ['ID=f5f868a3-56bf-42f3-9e41-81d0bec54805,revision_number=None']} {{(pid=110168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:27.647830 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] No DVR routers for this DVR port f5f868a3-56bf-42f3-9e41-81d0bec54805 on host dv-cinder-837432-2-iscsi {{(pid=110166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:19:27.649756 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884f745-ae6f-4460-9e36-205bc6fc4878 None None] No DVR routers for this DVR port f5f868a3-56bf-42f3-9e41-81d0bec54805 on host dv-cinder-837432-2-iscsi {{(pid=110168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:19:27.724943 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7393079', 'neutron.services.segments.db._delete_segments_for_network-8748282256330'] for network (f26cfb45-601e-4c92-9dec-893ae7754a9e), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.744755 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26cfb45-601e-4c92-9dec-893ae7754a9e']}} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:27.754067 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea') {'for_net_delete': True} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:27.754360 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.services.segments.db [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad48a8ce-fbba-4789-8f02-a9080ac9e7ea') {} {{(pid=110166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:19:27.763520 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748282261459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4133964'] for segment (ad48a8ce-fbba-4789-8f02-a9080ac9e7ea), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.777380 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429'] for segment (ad48a8ce-fbba-4789-8f02-a9080ac9e7ea), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.783296 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:19:27.783717 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7393429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3207024'] for segment (ad48a8ce-fbba-4789-8f02-a9080ac9e7ea), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: Traceback (most recent call last): Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: timer() Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: cb(*args, **kw) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: return func(*args, **kwargs) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: self._notify() Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: self.callback(batched_events) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: event.method(event) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: return f(self, *a, **k) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._get(url).json() Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: return self.request(url, 'GET', **kwargs) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:19:27.785430 dv-cinder-837432-2-iscsi neutron-server[110166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:19:27.906604 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7393070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7989510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7977785'] for network (f26cfb45-601e-4c92-9dec-893ae7754a9e), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.911855 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7989544'] for network (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:27.914973 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/f26cfb45-601e-4c92-9dec-893ae7754a9e HTTP/1.1" status: 204 len: 168 time: 0.6796076 Apr 12 00:19:27.926499 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cab6b-5b0f-4ff8-a043-bb61366018ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f26cfb45-601e-4c92-9dec-893ae7754a9e,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:28.231913 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34416) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:28.270432 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-60127da3-16b0-4670-a914-64f59a5ac78f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f50ab8a19e8481daa24f0cb870c8e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373275 Apr 12 00:19:28.272797 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.wsgi [-] (110166) accepted ('10.222.0.24', 34418) {{(pid=110166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:28.283653 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:28.324458 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] Publish callbacks [] for security_group (b387a8d4-e0eb-453c-a698-3d0f2b7ef76f), before_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:28.345720 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] Publish callbacks [] for security_group (b387a8d4-e0eb-453c-a698-3d0f2b7ef76f), precommit_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:28.346877 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 11a59119-99c2-480f-bbba-ce3acb571cf2 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:28.365980 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 11a59119-99c2-480f-bbba-ce3acb571cf2 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:28.366325 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 11a59119-99c2-480f-bbba-ce3acb571cf2 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:28.366749 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1010a2e2-4bae-4245-b508-9a698037d321 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:28.385155 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: 1010a2e2-4bae-4245-b508-9a698037d321 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:28.385503 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device 1010a2e2-4bae-4245-b508-9a698037d321 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:28.385907 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device f5f868a3-56bf-42f3-9e41-81d0bec54805 no longer exists at agent ovs-agent-dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:19:28.406976 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.plugin [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] No Port match for: f5f868a3-56bf-42f3-9e41-81d0bec54805 {{(pid=110168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 12 00:19:28.407323 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron.plugins.ml2.rpc [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Device f5f868a3-56bf-42f3-9e41-81d0bec54805 not bound to the agent host dv-cinder-837432-2-iscsi {{(pid=110168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:19:28.460926 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (b387a8d4-e0eb-453c-a698-3d0f2b7ef76f), after_delete {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:28.463586 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron_lib.callbacks.manager [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:28.464738 dv-cinder-837432-2-iscsi neutron-server[110166]: INFO neutron.wsgi [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b387a8d4-e0eb-453c-a698-3d0f2b7ef76f HTTP/1.1" status: 204 len: 168 time: 0.1910655 Apr 12 00:19:28.472578 dv-cinder-837432-2-iscsi neutron-server[110166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca7f89-2db2-4b5f-8151-78c360ca3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387a8d4-e0eb-453c-a698-3d0f2b7ef76f,revision_number=None']} {{(pid=110166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:29.055027 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34424) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:29.094063 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-ede31d4b-aecd-40e5-a394-d1e3af0e2738 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=051cdc8c266f4ccc8f5748e3c86bcb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378542 Apr 12 00:19:29.096419 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.wsgi [-] (110167) accepted ('10.222.0.24', 34426) {{(pid=110167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:29.141934 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] Publish callbacks [] for security_group (2ef1acf8-1b7d-483a-8c90-4a2b77788bc3), before_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:29.162482 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] Publish callbacks [] for security_group (2ef1acf8-1b7d-483a-8c90-4a2b77788bc3), precommit_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:29.261036 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981133'] for security_group (2ef1acf8-1b7d-483a-8c90-4a2b77788bc3), after_delete {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:29.263517 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron_lib.callbacks.manager [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:29.264665 dv-cinder-837432-2-iscsi neutron-server[110167]: INFO neutron.wsgi [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ef1acf8-1b7d-483a-8c90-4a2b77788bc3 HTTP/1.1" status: 204 len: 168 time: 0.1673467 Apr 12 00:19:29.272131 dv-cinder-837432-2-iscsi neutron-server[110167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16114efa-46ab-4467-b5f1-d3c91153911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1acf8-1b7d-483a-8c90-4a2b77788bc3,revision_number=None']} {{(pid=110167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:29.837788 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:31.329334 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:32.398011 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:41.195539 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:19:54.820808 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a7fff1f7-0bb6-42c1-8ad9-3a17286d56d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:57.117460 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-32cfd748-7749-413f-b9d3-208fca0c57a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:58.238024 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:59.860006 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:01.340792 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:02.402967 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:18.193893 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:20:24.849124 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-34ecec8e-f765-4727-846c-d2622cd5e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:27.117370 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-d950fe6e-b48f-4f30-8e18-c416fb649384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:28.270770 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.887982 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:31.345647 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:32.408009 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:54.818910 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-f642c19b-17ff-427b-a594-b97043218296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:55.193232 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:20:57.134145 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9f0d-42ce-4b3c-8831-499aabc37522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:58.242764 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:59.911374 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:01.305874 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:02.420347 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:24.809101 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-ee0cc15f-6fd6-4ddf-89f4-9411a1719251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:27.115745 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c9afe7f2-7393-46fa-a316-41a64154b666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:28.265782 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:29.876890 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:31.326728 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:32.192335 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:21:32.413889 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:54.823368 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c3e39463-2194-41e8-a6c8-bef5b3d2b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:57.137691 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-b602f3ae-c03f-45d3-a801-3017c5fa1c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.263351 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:59.857501 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:01.362393 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:02.453887 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:09.191919 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:22:24.817286 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c7e56290-d8cc-40e7-9e3b-012e985c0fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:27.099805 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-660eb3e3-7243-4109-bc70-c93aeada1c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:28.262734 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:29.876360 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:31.333686 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:32.448251 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:46.191359 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:22:54.810985 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-c65eabad-2060-4ce9-9203-740f5e8fce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:57.127919 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-0ff264d5-f529-47fb-a5e2-8de9b47dd3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:58.308042 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:59.879286 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:01.350560 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:02.444720 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:23.190028 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:23:24.824731 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-83823420-6ea9-46bf-a322-53e6e75873ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:27.153570 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-00c56bc1-fbed-4244-bf78-3efd74871ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:28.278845 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:29.888122 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:31.322271 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:32.490153 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:54.841875 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-edc7c2cf-87cc-4e35-8307-8dadcc07a64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:57.121716 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-8f75c480-160a-418f-9d19-c9e725112836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:58.321786 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:59.898653 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:00.189438 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:24:01.310327 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:02.461287 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:24.853161 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a14cae05-7933-4aaf-8c8a-1d028b208a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (fcb478aa-20f1-46ea-910d-0bc5494b1802), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:27.098633 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0cc2-890b-4432-87df-974160628db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (60786359-e7ca-4f28-98b6-196f65570113), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:28.281463 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-586590fd-4bac-4a9d-9105-1b8dcd63c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (50420d19-fb2a-48cb-8de0-f8eebcbb6015), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:29.888912 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-03e40094-798f-4e45-9890-a15fa095cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (7e767b69-562b-474a-bb90-fe216ca27aca), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:31.335140 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-11da4b4c-7e4d-47f8-96f1-ecfa6aeeb007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (1436b5e4-b357-4e78-bf15-536339dff816), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:32.491771 dv-cinder-837432-2-iscsi neutron-server[110168]: DEBUG neutron_lib.callbacks.manager [None req-7d99cbf9-c385-438c-800b-980279f60314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748282256312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7391548'] for agent (d6fa91c1-da85-48b7-a913-bca56335d121), after_update {{(pid=110168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:37.188460 dv-cinder-837432-2-iscsi neutron-server[110169]: DEBUG neutron.db.agents_db [None req-8c2fb2df-8264-407c-b8ab-e1eb8e5fc02d None None] Agent healthcheck: found 6 active agents {{(pid=110169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}